00000020:00010000:3.0:1780298643.534676:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860936c0 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.534678:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.534681:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.534683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860936c0 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.534706:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.534713:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.534751:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.534770:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.534779:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.534782:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.534790:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.534792:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298643.534797:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.534798:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298643.534815:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.534821:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.534843:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.534851:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609434880:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.536115:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536124:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536131:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536136:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536144:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.536154:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 6133578, setting rss=6133578; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.536158:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.536162:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536169:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536209:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536225:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.536231:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536257:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.536261:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.536285:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d2ada lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.536309:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609434880:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.540425:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609435264:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.541289:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.541306:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.541319:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.541327:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=36749311 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.541333:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.541341:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298643.541363:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [7389356, 7389693) append 0 append lockpos 0 00000080:00200000:3.0:1780298643.541374:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1804 of 172 to 337 bytes 00000008:00010000:3.0:1780298643.541478:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabf00 00000008:00010000:3.0:1780298643.541505:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabf00 00010000:00010000:3.0:1780298643.541520:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3194880 3198975) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ca7003b5/0x11c228eb194d2ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3194880->36749311] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033970 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298643.541537:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3800 - object 0x280000401:18 offset 3194880<>3198976 00000100:00100000:3.0:1780298643.541567:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.541574:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609435392:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.545704:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 392 00000020:00010000:3.0:1780298643.545709:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901deb58 (ffff8c43929ee518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.545711:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901deb58 (ffff8c43929ee518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.545714:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.545718:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.545721:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901deb58 (ffff8c43929ee518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.545724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee518/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.545736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.545766:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.545778:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10327882 00000080:00200008:3.0:1780298643.545785:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.545788:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.545795:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.545802:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481f400/0x11c228eb194d2ac5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303394d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.545809:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481f400/0x11c228eb194d2ac5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303394d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298643.545814:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.545817:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298643.545819:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d2ac5 00000080:00010000:3.0:1780298643.545822:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d2ac5 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.545824:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481f400/0x11c228eb194d2ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303394d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.545828:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481f400/0x11c228eb194d2ac5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303394d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298643.545842:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.545846:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.545857:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.545858:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079b300, flags 0x400001002 00000008:00010000:3.0:1780298643.545866:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.545867:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298643.545874:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298643.545883:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:3.0:1780298643.545891:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.545895:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298643.545903:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1780298643.545928:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2afd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.545933:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2afd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.545951:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298643.545956:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.545963:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609435776:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298643.551157:0:29360:0:(rw26.c:858:ll_write_end()) pos 5545054, len 930, copied 930 00000080:00200000:3.0:1780298643.551166:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000a8017e82[3 0000000003324618 2 1 00000000cc7dd1d7] 00000080:00200000:3.0:1780298643.551170:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3cbe8db 17ffffc0001009 3:0 ffff8c438728b700 1353 lru 00000080:00200000:3.0:1780298643.551178:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000db91f788 329: 1< 1 - - > 2< 1347584 0 4096 0x0 0x40009 | 0000000096c9dd05 00000000fcd381c6 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298643.551181:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000a8017e82 00000080:00200000:3.0:1780298643.551182:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298643.551184:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1354 of 0 to 2983 bytes 00000100:00100000:3.0:1780298643.551298:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.551307:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609436288:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298643.554432:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d2b27 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.554441:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d2b27 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.554465:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298643.556284:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 392 00000020:00010000:3.0:1780298643.556291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.556296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.556300:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.556306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.556312:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.556314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.556317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.556353:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.556368:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10327882 00000080:00a00000:3.0:1780298643.556419:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af0e8 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298643.556436:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.556439:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.556451:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.556453:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298643.556462:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.556463:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298643.556478:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1780298643.556489:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:3.0:1780298643.556496:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.556498:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1780298643.556504:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1780298643.556512:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.556524:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2b2e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.556529:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2b2e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.556548:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298643.558091:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 392 00000020:00010000:3.0:1780298643.558094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091b60 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.558096:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091b60 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.558098:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.558102:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.558104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091b60 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.558106:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.558112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.558145:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298643.558206:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1876 00000080:00200000:3.0:1780298643.558212:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.558220:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.558237:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1876, 1876] 00000008:00010000:3.0:1780298643.558244:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.558248:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc34b0, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298643.558256:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (3489792 3493887) 00010000:00010000:3.0:1780298643.558276:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.558284:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.558293:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.558308:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609437056:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.558344:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298643.559978:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609437056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.559989:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.559997:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.560003:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.562499:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.562511:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.562523:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.562531:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=37044223 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.562537:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.562543:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298643.562559:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 10327882 00000008:00010000:3.0:1780298643.562621:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab9c0 00000008:00010000:3.0:1780298643.562651:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab9c0 00010000:00010000:3.0:1780298643.562667:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3489792 3493887) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298643.562707:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2d80 - object 0x280000401:18 offset 3489792<>3493888 00000020:00010000:3.0:1780298643.563456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23c68 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.563462:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23c68 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.563466:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc34b0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.563470:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.563486:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298643.563500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23c68 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.563503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc34b0 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.563524:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:3.0:1780298643.564772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.564776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.564778:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f69b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.564782:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.564790:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d2b35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630339bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298643.564797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.564799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f69b0 (ffff8c43929ee518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.564812:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298643.565155:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609437696:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.569762:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 440 00000080:00200000:3.0:1780298643.569776:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.569832:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.569839:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.569853:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.569862:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298643.569873:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298643.569881:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.569887:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298643.569891:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d2aa2 00000080:00010000:3.0:1780298643.569896:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d2aa2 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.569900:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298643.569908:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298643.569933:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.569937:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.569949:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.569950:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298643.569957:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.569959:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298643.569978:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.569984:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.570011:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.570019:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609438080:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.571997:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572007:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572013:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572017:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572022:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.572027:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 6133578, setting rss=6133578; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.572029:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.572040:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572051:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572065:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572073:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.572078:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572111:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.572115:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.572120:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.572134:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609438080:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298643.576086:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 440 00000020:00010000:3.0:1780298643.576090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580490 (ffff8c439057d2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.576092:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580490 (ffff8c439057d2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.576095:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b999f0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.576098:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99a30 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.576100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580490 (ffff8c439057d2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.576102:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b999f0 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.576107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99a30 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.576137:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.576156:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.576171:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.576176:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.576191:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.576193:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298643.576202:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.576203:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298643.576210:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1780298643.576217:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:3.0:1780298643.576223:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.576225:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1780298643.576230:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d2a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630338e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298643.576238:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.576249:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d2b5f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.576253:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d2b5f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.576276:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298643.576284:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.576293:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609438720:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298643.581891:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 440 00000020:00010000:3.0:1780298643.581897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc920 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.581904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc920 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.581910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.581919:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.581924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc920 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.581929:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.581934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.581959:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.581974:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10327882 00000080:00200008:3.0:1780298643.581983:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.581988:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.582001:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.582012:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298643.582022:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298643.582030:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.582035:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298643.582038:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d2aa2 00000080:00010000:3.0:1780298643.582043:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d2aa2 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.582046:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298643.582052:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6bc00/0x11c228eb194d2aa2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033923 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298643.582077:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.582082:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.582100:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.582102:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079b430, flags 0x400001002 00000008:00010000:3.0:1780298643.582113:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.582115:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b560, flags 0x400001002 00010000:00010000:3.0:1780298643.582137:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.582144:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.582176:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.582185:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609439104:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.583817:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583828:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583838:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583846:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583853:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.583862:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 6133578, setting rss=6133578; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.583865:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.583869:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583876:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583884:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583890:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.583894:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583923:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.583927:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.583940:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2b74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.583955:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609439104:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298643.584245:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 440 00000020:00010000:3.0:1780298643.584251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.584257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.584261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.584269:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.584273:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.584276:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.584279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.584302:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.584319:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.584333:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.584337:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.584351:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.584353:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298643.584364:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.584366:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298643.584388:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2b82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.584396:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2b82 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.584455:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2b89 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.584464:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2b89 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.584490:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298643.586104:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 440 00000020:00010000:3.0:1780298643.586112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.586116:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.586119:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.586123:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.586127:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.586131:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.586139:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.586175:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.586188:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10327882 00000080:00200008:3.0:1780298643.586232:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6431618, type: SEEK_SET 00000080:00200008:3.0:1780298643.586237:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6431618, type: SEEK_SET, rc = 6431618 00000080:00200008:3.0:1780298643.586243:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6431618, count: 4841 00000080:00200000:3.0:1780298643.586257:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 6431618, bytes: 4841 00000080:00200000:3.0:1780298643.586262:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298643.586267:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 893, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298643.586269:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6431618, 6436459) 0 0 00000080:00200000:3.0:1780298643.586271:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298643.586278:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1570, 1571] 00020000:00200000:3.0:1780298643.586283:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6431618, 6436459) 6436459, 4841 00020000:00200000:3.0:1780298643.586285:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.586300:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1570, 1571] 00000008:00010000:3.0:1780298643.586306:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.586308:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc34b0, osc lock ffff8c43a079b430, flags 0x0 00010000:00010000:3.0:1780298643.586317:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.586325:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2236416 2244607) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.586332:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.586337:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.586341:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298643.586346:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [6431618, 6436459) append 0 append lockpos 0 00000080:00200000:3.0:1780298643.586354:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1570 of 898 to 3198 bytes 00000008:00010000:3.0:1780298643.586408:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab180 00000008:00010000:3.0:1780298643.586437:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298643.586450:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2236416 2240511) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298643.586468:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3b80 - object 0x280000401:18 offset 2236416<>2240512 00000100:00100000:3.0:1780298643.586495:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.586502:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609439616:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298643.588781:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2b97 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.588793:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2b97 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.588816:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298643.588824:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.588836:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609440000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.590593:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590619:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590639:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590653:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590676:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.590720:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 6133578, setting rss=6133578; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.590724:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.590743:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590749:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590758:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590782:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6ae00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.590788:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590852:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.590858:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.590870:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d2b90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.590888:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609439872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.594641:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609440384:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.594654:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.594667:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.594672:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2826240->2830335] (req 2826240->2830335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.596672:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609440512:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.597641:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.597661:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.597672:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.597683:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 6133578, setting rss=6133578; kms=6133578, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.597703:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.597708:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298643.597725:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [2826289, 2828138) 00000100:00100000:3.0:1780298643.597930:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609440640:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.602229:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10327882 i_blocks 440 00000020:00010000:3.0:1780298643.602234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.602239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.602244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.602251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.602253:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.602254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.602257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929eee18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.602294:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.602305:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10327882 00000080:00a00000:3.0:1780298643.602349:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af0e8 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298643.602365:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.602368:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.602380:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.602381:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298643.602390:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.602391:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298643.602398:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298643.602406:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298643.602416:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.602418:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298643.602423:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d2bac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2826240->2830335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033a34 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298643.602439:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2bc1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.602444:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2bc1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.602461:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298643.602467:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.602474:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609441024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.605372:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609441280:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.606526:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609441408:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.610489:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298643.610601:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.610612:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609441792:192.168.203.125@tcp:16:fsx.0 00000100:00100000:3.0:1780298643.611997:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969653 gen 1 00000100:00100000:3.0:1780298643.612020:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609441792:192.168.203.125@tcp:16:fsx.0 00000100:00100000:3.0:1780298643.612263:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609441920:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.614023:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614032:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614038:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614042:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614046:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.614051:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 6133578, setting rss=6133578; leaving kms=6133578, end=18446744073709551615 00000020:00200000:3.0:1780298643.614054:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.614061:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614065:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614070:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614075:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.614078:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614111:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.614114:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.614119:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d2bcf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.614129:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609441920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.614221:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609442176:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.615802:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615824:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615839:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615849:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615864:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.615888:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 6133578, setting rss=6133578; leaving kms=6133578, end=18446744073709551615 00000020:00200000:3.0:1780298643.615896:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.615909:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615918:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615924:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615943:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.615948:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.615984:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.615989:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.616000:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d2bdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.616015:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609442176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.617426:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609442688:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.618259:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867b0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609442560:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298643.618319:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298643.618322:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.618328:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.618350:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298643.618355:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.618357:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b0a0, flags 0x0 00000008:00010000:3.0:1780298643.618359:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.618360:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079bc80, flags 0x0 00010000:00010000:3.0:1780298643.618378:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.618384:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.618390:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.618398:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609442816:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.618422:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298643.619330:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609442944:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.619644:0:29360:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969652 gen 2 00000100:00100000:3.0:1780298643.619653:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609442816:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.619661:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.619668:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.619673:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620150:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620158:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620168:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.620182:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 6133578, setting rss=6133578; kms=6133578, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620189:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620201:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d2beb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620219:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.620239:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620246:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.620288:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.620298:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609443072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.620323:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e600 going to sleep for 11 seconds 00010000:00010000:3.0:1780298643.621237:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.621245:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.621255:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.621265:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1780298643.621334:0:15609:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000a6206c19 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1780298643.621346:0:15609:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000a6206c19 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.621378:0:15609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2236416 2240511) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d2b0b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1347584->3194879] (req 1347584->1355775) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63033993 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298643.621743:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609443072:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.621752:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.621758:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.621762:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.623669:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.623679:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.623710:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.623745:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.623753:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.623758:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d2bf2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033a81 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.623859:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609443584:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298643.624673:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609443584:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298643.625294:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609443840:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298643.631972:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2c07 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.631981:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d2c07 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.632002:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298643.633806:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.633810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.633812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.633815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.633818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.633821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.633823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.633827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.633845:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298643.633903:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2507 00000080:00200000:3.0:1780298643.633907:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.633912:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.633925:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [2507, 2507] 00000008:00010000:3.0:1780298643.633930:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.633932:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc36b0, osc lock ffff8c43a079a130, flags 0x0 00010000:00010000:3.0:1780298643.633948:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.633953:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [6074368->6078463] (req 6074368->6078463) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.633958:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [6074368->6078463] (req 6074368->6078463) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.633967:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609444608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.633995:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298643.634922:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609444736:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.635139:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609444608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.635147:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [6074368->6078463] (req 6074368->6078463) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635156:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [6074368->6078463] (req 6074368->6078463) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635161:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [6074368->6078463] (req 6074368->6078463) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635746:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635756:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635767:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.635775:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 6243739, setting rss=6243739; kms=6243739, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635781:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.635785:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298643.635803:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 10438043 00000008:00010000:3.0:1780298643.635829:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab9c0 00000008:00010000:3.0:1780298643.635887:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab9c0 00010000:00010000:3.0:1780298643.635900:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (6074368 6078463) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298643.635916:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1500 - object 0x2c0000401:17 offset 6074368<>6078464 00000020:00010000:3.0:1780298643.636758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c27248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.636763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c27248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.636766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc36b0 (ffff8c4390c27908/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.636769:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.636776:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298643.636785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c27248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.636787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc36b0 (ffff8c4390c27248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.636800:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298643.637098:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609444992:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.642498:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.642503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.642507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.642515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.642522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.642528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.642534:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.642540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.642570:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.642585:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10438043 00000080:00200008:3.0:1780298643.642618:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 5277790, type: SEEK_SET 00000080:00200008:3.0:1780298643.642622:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 5277790, type: SEEK_SET, rc = 5277790 00000080:00200008:3.0:1780298643.642629:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 5277790, count: 3285 00000080:00200000:3.0:1780298643.642652:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1288 00000080:00200000:3.0:1780298643.642672:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 5277790, bytes: 3285 00000080:00200000:3.0:1780298643.642675:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298643.642680:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298643.642682:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [5277790, 5281075) 0 0 00000080:00200000:3.0:1780298643.642705:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.642715:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [5277790, 5281075) 5281075, 3285 00020000:00200000:3.0:1780298643.642718:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.642752:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1288, 1289] 00000008:00010000:3.0:1780298643.642760:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.642762:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc36b0, osc lock ffff8c43a079a130, flags 0x0 00010000:00010000:3.0:1780298643.642785:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.642794:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.642802:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.642815:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609445504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.642849:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298643.644124:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609445504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.644135:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644145:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644153:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1081344->1089535] (req 1081344->1089535) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644567:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644581:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644592:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.644602:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644612:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.644626:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d2c2a lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1081344->1089535) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033ac7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298643.644639:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [5277790, 5281075) 00000080:00200000:3.0:1780298643.644649:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 10438043 00000080:00200000:3.0:1780298643.644705:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3285 iocb pos:5277790 00000100:00100000:3.0:1780298643.644891:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609445760:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298643.648463:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609446272:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.649309:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609446272:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1780298643.653188:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.653194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.653197:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.653201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.653207:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.653212:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.653218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.653226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.653263:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.653279:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.653297:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.653301:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.653316:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.653319:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298643.653332:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.653334:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298643.653343:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298643.653354:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298643.653363:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.653367:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298643.653375:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.653400:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c4d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.653408:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c4d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.653432:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298643.654917:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.654922:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.654927:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.654934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.654939:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.654942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.654947:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.654954:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.654987:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.655001:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10438043 00000080:00200008:3.0:1780298643.655029:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 957110, type: SEEK_SET 00000080:00200008:3.0:1780298643.655033:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 957110, type: SEEK_SET, rc = 957110 00000080:00200008:3.0:1780298643.655039:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 957110, count: 3523 00000080:00200000:3.0:1780298643.655061:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 233 00000080:00200000:3.0:1780298643.655077:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 957110, bytes: 3523 00000080:00200000:3.0:1780298643.655081:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298643.655085:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298643.655087:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [957110, 960633) 0 0 00000080:00200000:3.0:1780298643.655089:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.655096:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [957110, 960633) 960633, 3523 00020000:00200000:3.0:1780298643.655100:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.655113:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [233, 234] 00000008:00010000:3.0:1780298643.655119:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.655122:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079a850, flags 0x0 00010000:00010000:3.0:1780298643.655130:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.655141:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (954368 962559) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.655150:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.655159:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.655172:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1780298643.655181:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [957110, 960633) 00000080:00200000:3.0:1780298643.655188:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 10438043 00000080:00200000:3.0:1780298643.655191:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3523 iocb pos:957110 00010000:00010000:3.0:1780298643.655211:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.655220:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (958464 962559) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000008:00010000:3.0:1780298643.655247:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabe40 00010000:00010000:3.0:1780298643.655259:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.655267:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000008:00010000:3.0:1780298643.655294:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabe40 00010000:00010000:3.0:1780298643.655308:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (954368 958463) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00000008:00100000:3.0:1780298643.655327:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1180 - object 0x2c0000401:17 offset 954368<>962560 00000020:00010000:3.0:1780298643.656267:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23a88 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.656271:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23a88 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.656275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c27128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.656279:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1780298643.656290:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000020:00010000:3.0:1780298643.656302:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23a88 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.656304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.656309:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3523 bytes 00000080:00200000:3.0:1780298643.656323:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298643.656326:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3523, restart: 0 00000080:00200000:3.0:1780298643.656329:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3523 00000080:00200000:3.0:1780298643.657900:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.657904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.657908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.657912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.657920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.657928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.657932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.657941:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.657972:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.657988:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.658002:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.658005:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.658017:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.658019:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298643.658029:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.658030:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298643.658038:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ca7003b5/0x11c228eb194d2c31 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033ace expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298643.658049:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ca7003b5/0x11c228eb194d2c31 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033ace expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298643.658058:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.658061:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ca7003b5/0x11c228eb194d2c31 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63033ace expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298643.658069:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ca7003b5/0x11c228eb194d2c31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033ace expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298643.658080:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.658095:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d2c5b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.658102:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d2c5b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.658124:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298643.659713:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.659719:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.659725:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.659741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.659747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.659753:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.659755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.659758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.659797:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.659812:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10438043 00000080:00200000:3.0:1780298643.659833:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 333483, len 4714 00000080:00200000:3.0:1780298643.659842:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298643.659844:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.659849:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.659856:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [81, 82] 00000008:00010000:3.0:1780298643.659860:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.659862:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298643.659867:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (331776 339967) 00010000:00010000:3.0:1780298643.659881:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.659887:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [331776->339967] (req 331776->339967) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.659892:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [331776->339967] (req 331776->339967) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.659902:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609447424:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.659930:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1780298643.660844:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.660850:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1780298643.660864:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.660869:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1780298643.660898:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298643.660999:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298643.661031:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1780298643.661039:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298643.661053:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1780298643.661062:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d2c0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6074368->6078463) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033aa4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1780298643.661100:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.661103:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.661105:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298643.661400:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609447424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.661409:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->339967] (req 331776->339967) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.661416:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->339967] (req 331776->339967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.661422:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->339967] (req 331776->339967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.662042:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.662049:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.662056:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.662066:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 6243739, setting rss=6243739; kms=6243739, end=33886207 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.662078:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.662083:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298643.662099:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.662982:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23a88 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.662986:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23a88 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.662989:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.662994:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.663000:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298643.663007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23a88 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.663009:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.663022:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.663037:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.663041:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.663052:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.663060:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c438481fc00/0x11c228eb194d2c15 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033ab2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.663066:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c438481fc00/0x11c228eb194d2c15 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033ab2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298643.663071:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.663075:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298643.663077:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d2c15 00000080:00010000:3.0:1780298643.663080:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d2c15 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.663082:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c438481fc00/0x11c228eb194d2c15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033ab2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.663086:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c438481fc00/0x11c228eb194d2c15 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033ab2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298643.663103:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.663107:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.663116:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.663117:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298643.663123:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.663124:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298643.663138:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d2c69 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.663143:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d2c69 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.663173:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.663181:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.663192:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298643.663208:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.663216:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609448064:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.664879:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.664902:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.664926:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.664945:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.664962:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.664979:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.664983:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.664997:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.665006:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.665024:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.665048:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.665053:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.665113:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.665117:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.665123:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d2c70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.665138:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609448064:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298643.669145:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10438043 i_blocks 504 00000020:00010000:3.0:1780298643.669152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057d878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.669156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057d878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.669161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.669167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.669170:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057d878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.669175:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.669178:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.669196:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298643.669256:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 329 00000080:00200000:3.0:1780298643.669261:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.669267:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.669281:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [329, 329] 00000008:00010000:3.0:1780298643.669286:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.669288:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079b300, flags 0x0 00010000:00010000:3.0:1780298643.669296:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.669308:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1347584 1351679) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.669315:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.669319:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.669324:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298643.669330:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 10438043 00000008:00010000:3.0:1780298643.669355:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab6c0 00000008:00010000:3.0:1780298643.669385:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab6c0 00010000:00010000:3.0:1780298643.669399:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1347584 1351679) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298643.669417:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0e00 - object 0x2c0000401:17 offset 1347584<>1351680 00000020:00010000:3.0:1780298643.670364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23218 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.670368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23218 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.670370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.670374:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.670384:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d2c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [331776->33886207] (req 331776->339967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033aff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298643.670392:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23218 (ffff8c4390c27008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.670394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c27008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.670422:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298643.670785:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609448832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.670854:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609448960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.672551:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672575:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672593:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672605:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672618:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.672649:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298643.672657:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.672673:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672717:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672738:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672747:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.672752:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672788:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.672794:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.672816:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d2c9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.672830:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609448960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.675193:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.675205:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609449344:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298643.677369:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d2cb6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.677380:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d2cb6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.677410:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298643.713100:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609454080:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.722070:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609455232:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298643.742434:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609457920:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.754811:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609459584:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.782619:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.782626:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481fe00/0x11c228eb194d2bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63033a8f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298643.782635:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c438481fe00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298643.782639:0:6150:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481fe00/0x11c228eb194d2bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63033a8f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298643.782647:0:6150:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481fe00/0x11c228eb194d2bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63033a8f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298643.782654:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c438481fe00/0x11c228eb194d2bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63033a8f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298643.782672:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 121 lru_type: 1 00000100:00100000:3.0:1780298643.782837:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609463168:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.784872:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.784877:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d2e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4386816->4571135] (req 4386816->4390911) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033ce2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.784884:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.784888:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d2e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4386816->4571135] (req 4386816->4390911) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63033ce2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298643.784996:0:6616:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000feb01829 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d2e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4386816->4571135] (req 4386816->4390911) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63033ce2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298643.785003:0:6616:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d2d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [282624->331775] (req 282624->290815) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033bb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298643.785017:0:6616:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000feb01829 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d2e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4386816->4571135] (req 4386816->4390911) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63033ce2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298643.785041:0:6616:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d2d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [282624->331775] (req 282624->290815) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63033bb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298643.785211:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609463552:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298643.785713:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609463424:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.789556:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.789561:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d2cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [2551808->4014079] (req 2551808->2555903) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63033b92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298643.789616:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.789622:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d2cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [2551808->4014079] (req 2551808->2555903) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63033b92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1780298643.789674:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298643.789818:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298643.789865:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d2cf5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [2551808->4014079] (req 2551808->2555903) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63033b92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298643.789874:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298643.789890:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d2cf5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [2551808->4014079] (req 2551808->2555903) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63033b92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298643.789899:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d2cf5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [2551808->4014079] (req 2551808->2555903) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63033b92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298643.789918:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.789922:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.789925:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298643.790009:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609464320:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.791282:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609464320:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1780298643.791313:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000065dc7a08 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d200e9ac/0x11c228eb194d2c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [4014080->37568511] (req 4014080->4022271) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63033adc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298643.791342:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000065dc7a08 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d200e9ac/0x11c228eb194d2c3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [4014080->37568511] (req 4014080->4022271) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63033adc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298643.791361:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609464192:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298643.791453:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609464704:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.811615:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609466752:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.825148:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.825155:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001bdd25e3/0x11c228eb194d2ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033d8a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298643.825162:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43867eea00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.825166:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001bdd25e3/0x11c228eb194d2ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63033d8a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1780298643.825225:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298643.825230:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298643.825259:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001bdd25e3/0x11c228eb194d2ee6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033d8a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298643.825267:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298643.825281:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001bdd25e3/0x11c228eb194d2ee6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033d8a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298643.825286:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001bdd25e3/0x11c228eb194d2ee6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033d8a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298643.825298:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.825300:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.825302:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298643.834549:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609469568:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.836287:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609469824:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298643.858462:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609472640:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.859944:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609472640:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.872033:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609474176:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.874008:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.874014:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000090496550/0x11c228eb194d2fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [69632->33624063] (req 69632->77823) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033eb0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.874025:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43867efa00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.874029:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000090496550/0x11c228eb194d2fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [69632->33624063] (req 69632->77823) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63033eb0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298643.874108:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298643.874116:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298643.874168:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000090496550/0x11c228eb194d2fe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [69632->33624063] (req 69632->77823) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033eb0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.874176:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298643.874190:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000090496550/0x11c228eb194d2fe2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [69632->33624063] (req 69632->77823) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033eb0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.874197:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000090496550/0x11c228eb194d2fe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [69632->33624063] (req 69632->77823) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033eb0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.874214:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.874217:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.874220:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1780298643.877810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794e48 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.877814:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794e48 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.877817:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f62b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.877820:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d301a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033ef6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.877829:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d301a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033ef6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298643.877838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794e48 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.877841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f62b0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.877860:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298643.878375:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609474944:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.882612:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 320 00000080:00200000:3.0:1780298643.882637:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.882703:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.882710:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.882723:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.882741:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298643.887827:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d3036 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.887835:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d3036 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.887852:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298643.889558:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 320 00000020:00010000:3.0:1780298643.889563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.889569:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.889575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.889582:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.889587:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.889592:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.889597:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.889620:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.889634:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.889648:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.889651:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.889662:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.889664:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079b300, flags 0x400001002 00000008:00010000:3.0:1780298643.889673:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.889674:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298643.889711:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d303d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.889719:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d303d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.892668:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609476480:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.902919:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609477376:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298643.915004:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:3.0:1780298643.915032:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298643.915037:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298643.915049:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00200000:3.0:1780298643.915078:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298643.918365:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609479168:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.919953:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.919965:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.919975:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.919981:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.919986:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.919994:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.919998:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.920006:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.920011:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.920016:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.920026:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.920031:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.920093:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.920099:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.920104:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003a0fd203/0x11c228eb194d30bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.920125:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609479168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.921254:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.921270:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609479424:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.922483:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609479552:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298643.922776:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609479424:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1780298643.923253:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617780 00000020:00200000:3.0:1780298643.923262:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1780298643.923273:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617780 00000100:00100000:3.0:1780298643.923289:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609479552:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.930262:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 336 00000020:00010000:3.0:1780298643.930272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580b68 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.930287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580b68 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.930296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.930304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.930307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580b68 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.930311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057db48/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.930316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.930352:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.930375:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.930398:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.930403:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.930423:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.930425:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298643.930437:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.930438:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079a720, flags 0x400001002 00010000:00010000:3.0:1780298643.930452:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.930485:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.930494:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.930531:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.930545:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609480320:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.932233:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932248:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932290:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932307:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932351:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.932402:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5112819, setting rss=5112819; leaving kms=5112819, end=18446744073709551615 00000020:00200000:3.0:1780298643.932415:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.932433:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932440:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932446:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932451:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.932455:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932513:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.932521:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.932534:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d30d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.932552:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609480320:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298643.934709:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 336 00000020:00010000:3.0:1780298643.934713:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.934716:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.934722:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.934739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.934750:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.934761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.934772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.934852:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298643.936243:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.936263:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609480960:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298643.937864:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609480960:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1780298643.938364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794c68 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.938371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794c68 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.938376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f62b0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.938385:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d30f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1605632->5062655] (req 1605632->1613823) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033fdd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.938401:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d30f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1605632->5062655] (req 1605632->1613823) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033fdd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298643.938417:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794c68 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.938420:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f62b0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.938456:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.938535:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.938545:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.938568:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.938583:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.938593:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298643.938601:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.938609:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298643.938614:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3021 00000080:00010000:3.0:1780298643.938620:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3021 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.938623:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298643.938632:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298643.938672:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.938681:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.938746:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.938748:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a980, flags 0x400001002 00000008:00010000:3.0:1780298643.938763:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.938764:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298643.938801:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d30fa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.938808:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d30fa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.938838:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298643.938854:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000020:00200000:3.0:1780298643.938866:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298643.938869:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298643.938876:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:3.0:1780298643.938883:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298643.940525:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 352 00000020:00010000:3.0:1780298643.940530:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090000 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.940534:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090000 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.940537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.940542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.940550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090000 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.940559:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.940570:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.940605:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.940625:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298643.940641:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.940645:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.940657:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.940660:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298643.940667:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.940668:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a980, flags 0x400001002 00010000:00010000:3.0:1780298643.940751:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3101 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.940762:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3101 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.940797:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298643.940811:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:3.0:1780298643.940827:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298643.940830:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298643.940836:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:3.0:1780298643.940848:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298643.942402:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 352 00000020:00010000:3.0:1780298643.942407:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090000 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.942411:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090000 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.942418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.942422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.942433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090000 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.942443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.942449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.942491:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.942509:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9307123 00000080:00200008:3.0:1780298643.942559:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7152926, type: SEEK_SET 00000080:00200008:3.0:1780298643.942563:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7152926, type: SEEK_SET, rc = 7152926 00000080:00200008:3.0:1780298643.942572:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7152926, count: 1108 00000080:00200000:3.0:1780298643.942623:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1746 00000080:00200000:3.0:1780298643.942646:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 7152926, bytes: 1108 00000080:00200000:3.0:1780298643.942652:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298643.942658:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298643.942661:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [7152926, 7154034) 0 0 00000080:00200000:3.0:1780298643.942664:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298643.942676:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7152926, 7154034) 7154034, 1108 00020000:00200000:3.0:1780298643.942681:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298643.942758:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1746, 1746] 00000008:00010000:3.0:1780298643.942769:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298643.942773:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079a980, flags 0x0 00010000:00010000:3.0:1780298643.942786:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298643.942796:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2957312 2961407) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298643.942803:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298643.942810:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298643.942814:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1780298643.942819:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [7152926, 7154034) 00000080:00200000:3.0:1780298643.942829:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8388608 00000080:00200000:3.0:1780298643.942831:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:1108 iocb pos:7152926 00000008:00010000:3.0:1780298643.942871:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eaba80 00000008:00010000:3.0:1780298643.942909:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eaba80 00010000:00010000:3.0:1780298643.942929:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2957312 2961407) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000008:00100000:3.0:1780298643.942969:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1f80 - object 0x280000401:18 offset 2957312<>2961408 00000020:00010000:3.0:1780298643.944249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c233f8 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.944253:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c233f8 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.944256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.944260:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298643.944270:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:3.0:1780298643.944285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c233f8 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.944288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.944295:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1108 bytes 00000080:00200000:3.0:1780298643.944309:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298643.944312:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 1108, restart: 0 00000080:00200000:3.0:1780298643.944315:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 1108 00000100:00100000:3.0:1780298643.944650:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609481600:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.946766:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.946781:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.946832:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.946862:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.946887:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.946921:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5112819, setting rss=5112819; leaving kms=5112819, end=18446744073709551615 00000020:00200000:3.0:1780298643.946929:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.946943:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.946953:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.946975:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.947002:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6ba00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.947011:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.947090:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.947101:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.947141:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000056a48a1a/0x11c228eb194d3108 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.947195:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609481600:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.950011:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609482112:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298643.956145:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.956153:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.956158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6eb0 (ffff8c43929ee098/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.956166:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3132 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1011712->1605631] (req 1011712->1023999) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303401c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.956179:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1011712->1605631] (req 1011712->1023999) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303401c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298643.956192:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.956194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6eb0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.956233:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.956264:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.956272:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.956293:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.956308:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298643.956324:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298643.956329:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.956337:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298643.956339:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3028 00000080:00010000:3.0:1780298643.956344:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3028 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.956346:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298643.956351:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298643.956384:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.956391:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.956413:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.956415:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a980, flags 0x400001002 00000008:00010000:3.0:1780298643.956426:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.956427:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298643.956439:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.956475:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d3139 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.956485:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d3139 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.956524:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.956539:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609482624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.956645:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609482752:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298643.962765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929ee7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298643.962774:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929ee7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298643.962779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6430 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298643.962787:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d30f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1605632->5062655] (req 1605632->1613823) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033fdd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298643.962803:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d30f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1605632->5062655] (req 1605632->1613823) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033fdd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298643.962819:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929ee7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298643.962822:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6430 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298643.962857:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.962887:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.962895:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.962917:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.962932:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298643.962945:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298643.962953:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.962959:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298643.962963:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3028 00000080:00010000:3.0:1780298643.962969:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3028 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.962972:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298643.962980:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4387b6be00/0x11c228eb194d3028 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f12 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298643.963019:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.963027:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.963052:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.963055:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e630, osc lock ffff8c43a079ba20, flags 0x400001002 00000008:00010000:3.0:1780298643.963071:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.963073:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e670, osc lock ffff8c43a079a4c0, flags 0x400001002 00010000:00010000:3.0:1780298643.963084:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.963117:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d3155 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.963125:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d3155 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.963175:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.963192:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609483264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.963291:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609483392:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.970711:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298643.970748:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609484160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.972178:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972201:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972274:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972284:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972292:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.972306:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5112819, setting rss=5112819; leaving kms=5112819, end=18446744073709551615 00000020:00200000:3.0:1780298643.972313:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298643.972318:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972327:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972336:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972345:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.972350:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972443:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.972450:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.972488:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000318c372c/0x11c228eb194d317f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.972538:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609484032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.975103:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298643.975124:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609484416:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.979525:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:3.0:1780298643.979546:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298643.979551:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1780298643.979564:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:3.0:1780298643.979582:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298643.983599:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609485056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.985834:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.985905:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.985928:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.985938:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.985951:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.985962:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5112819, setting rss=5112819; leaving kms=5112819, end=18446744073709551615 00000020:00200000:3.0:1780298643.985967:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.985985:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.986023:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.986072:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.986109:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.986115:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.986173:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.986179:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.986188:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d31b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.986203:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609485056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298643.987484:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298643.987492:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298643.987502:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.987507:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000080:00200000:3.0:1780298643.987548:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298643.987658:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298643.987746:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298643.987760:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298643.987781:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298643.987789:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d2f64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033e2b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298643.987812:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.987816:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298643.987820:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298643.989250:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609485568:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298643.994408:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9307123 i_blocks 384 00000080:00200000:3.0:1780298643.994443:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298643.994506:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298643.994513:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298643.994532:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298643.994544:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298643.994553:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298643.994560:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298643.994573:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298643.994578:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3021 00000080:00010000:3.0:1780298643.994584:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3021 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298643.994587:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298643.994593:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a200/0x11c228eb194d3021 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63033f04 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298643.994623:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298643.994629:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298643.994645:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.994648:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079aab0, flags 0x400001002 00000008:00010000:3.0:1780298643.994661:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298643.994662:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079abe0, flags 0x400001002 00010000:00010000:3.0:1780298643.994670:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298643.994717:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d31c5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.994724:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d31c5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.994809:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.994816:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298643.994828:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298643.994837:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609486080:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298643.997009:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969226 gen 2 00010000:00010000:3.0:1780298643.997071:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997094:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997116:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997150:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997165:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298643.997204:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298643.997209:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298643.997225:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997233:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997242:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997293:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298643.997303:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997397:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298643.997406:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298643.997412:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d31cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298643.997439:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609486080:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.000987:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.001003:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609486720:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.001860:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609486720:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.002998:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604950912 00000100:00100000:3.0:1780298644.003002:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604950912 00000100:00100000:3.0:1780298644.003066:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 431 00000100:00100000:3.0:1780298644.003077:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388651180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:9128:x1866777604950912:12345-192.168.203.125@tcp:104: 00010000:00010000:3.0:1780298644.003088:0:6141:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000048ded4a5/0x11c228eb194d30f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1605632->5062655] (req 1605632->1613823) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033fdd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.003134:0:6141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1780298644.003145:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388651180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+5:9128:x1866777604950912:12345-192.168.203.125@tcp:104: Request processed in 68us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298644.003167:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 431 00010000:00010000:3.0:1780298644.003210:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780298644.003217:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d30c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5062656->38617087] (req 5062656->5066751) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63033fac expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.003227:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.003232:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d30c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5062656->38617087] (req 5062656->5066751) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63033fac expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.003280:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.003369:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.003438:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d30c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5062656->38617087] (req 5062656->5066751) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033fac expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.003458:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.003470:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d30c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5062656->38617087] (req 5062656->5066751) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033fac expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.003504:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d30c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5062656->38617087] (req 5062656->5066751) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63033fac expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.003611:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.003616:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.003624:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.003641:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609486976:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.003681:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609487360:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.003881:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.003978:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609487104:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.004425:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609486976:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.004582:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609487360:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.005448:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609487104:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.006134:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.006149:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609487616:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.007519:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609487616:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1780298644.008285:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 368 00000020:00010000:3.0:1780298644.008292:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860965d8 (ffff8c439057d878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.008295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860965d8 (ffff8c439057d878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.008299:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.008307:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d31e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630340d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.008320:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d31e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630340d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.008336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.008341:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d31e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630340d9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.008356:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003a0fd203/0x11c228eb194d31e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630340d9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.008366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860965d8 (ffff8c439057d878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.008369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057d878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.008373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057d878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.008415:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.008436:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 9263738, valid attrs 2168, mode 0, uid 0, gid 0, new size 9263738, atime 1780298643.000000000, mtime 1780298643.000000000, ctime 1780298643.000000000, rc 0 00000080:00200008:3.0:1780298644.008461:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.008470:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.008490:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.008500:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.008533:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.008539:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.008545:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.008555:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609488000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.008588:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.009348:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609488000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.009362:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009372:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009382:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009392:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009401:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009408:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009415:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.009426:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a3800 x1866777609488000/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.009436:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.009448:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009462:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.009467:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.009546:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.009557:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d31ef 00000080:00010000:3.0:1780298644.009563:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.009566:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d31ef from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.009570:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009578:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.009607:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.009615:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.009638:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.009642:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079bb50, flags 0x400001002 00000008:00010000:3.0:1780298644.009659:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.009660:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298644.009715:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d31f6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009736:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d31f6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009781:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d31fd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.009807:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d31fd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.009823:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.009855:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609488256:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.011825:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 368 00000020:00010000:3.0:1780298644.011837:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090b68 (ffff8c4390c27368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.011842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090b68 (ffff8c4390c27368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.011850:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.011857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.011864:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090b68 (ffff8c4390c27368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.011872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.011877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.011905:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.011944:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.011959:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.011974:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.011988:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.011990:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298644.011999:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.012001:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298644.012025:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d3204 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.012032:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d3204 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.012065:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.012071:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.012079:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.012105:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609488512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.013812:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013822:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013833:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013858:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013883:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.013895:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.013901:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.013914:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013929:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013936:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.013941:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.013945:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d320b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.015470:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609488768:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.016443:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.016452:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.016466:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.016476:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5069434, setting rss=5069434; kms=5069434, end=35725311 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.016492:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.016497:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.016516:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [2174119, 2174520) append 0 append lockpos 0 00000080:00200000:3.0:1780298644.016529:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 530 of 3239 to 401 bytes 00000008:00010000:3.0:1780298644.016632:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabcc0 00000008:00010000:3.0:1780298644.016681:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabcc0 00010000:00010000:3.0:1780298644.016716:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2170880 2174975) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d3212 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->35725311] (req 2170880->2174975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303410a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.016750:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3480 - object 0x2c0000401:17 offset 2170880<>2174976 00000100:00100000:3.0:1780298644.020213:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609489280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.021837:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021848:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021858:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021872:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021885:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.021901:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=5069434, end=18446744073709551615 00000020:00200000:3.0:1780298644.021904:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.021908:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021923:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021940:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021946:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6ae00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.021950:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.021981:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.021987:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.022015:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002410f207/0x11c228eb194d3227 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.022040:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609489280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.028814:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3243 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.028823:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3243 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.028844:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.030654:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 368 00000020:00010000:3.0:1780298644.030661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddb60 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.030666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddb60 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.030673:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.030679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.030683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddb60 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.030701:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.030706:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.030754:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.030775:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.030793:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.030797:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.030810:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.030812:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298644.030821:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.030822:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079a5f0, flags 0x400001002 00010000:00010000:3.0:1780298644.030828:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.030844:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.030850:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.030886:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3251 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.030901:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3251 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.030913:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.030937:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609490432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.032562:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032578:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032591:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032601:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032609:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.032628:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=5069434, end=18446744073709551615 00000020:00200000:3.0:1780298644.032633:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.032645:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032655:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032679:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032716:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.032721:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032779:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.032784:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.032796:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d324a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.032815:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609490304:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.040133:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609491456:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.040429:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609491328:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.040443:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->1728511] (req 1720320->1728511) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.040454:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->1728511] (req 1720320->1728511) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.040463:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->1728511] (req 1720320->1728511) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.041061:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.041068:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.041076:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.041083:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=35274751 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.041112:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.041121:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.041143:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 368 00000020:00010000:3.0:1780298644.042043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860966c8 (ffff8c439057d248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.042047:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860966c8 (ffff8c439057d248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.042049:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.042053:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.042059:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.042067:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860966c8 (ffff8c439057d248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.042068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.042085:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.042131:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.042138:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.042152:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.042160:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.042177:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.042182:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.042188:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.042196:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609491712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.042225:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.043025:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609491712:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.043034:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043040:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043047:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043052:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043058:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043062:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043070:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.043076:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a3480 x1866777609491712/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.043082:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.043089:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043097:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.043102:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.043160:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.043167:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3289 00000080:00010000:3.0:1780298644.043170:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.043172:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3289 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.043174:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043180:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d3289 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034188 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.043196:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.043199:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.043212:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.043214:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b1d0, flags 0x400001002 00000008:00010000:3.0:1780298644.043223:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.043224:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a000, flags 0x400001002 00010000:00010000:3.0:1780298644.043242:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3290 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043248:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3290 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043272:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.043277:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.043285:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.043303:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609491968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.044097:0:6142:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780298644.044108:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604954496 00000100:00100000:3.0:1780298644.044112:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604954496 00000100:00100000:3.0:1780298644.044142:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 433 00000100:00100000:3.0:1780298644.044153:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777604954496:12345-192.168.203.125@tcp:106: 00010000:00010000:3.0:1780298644.044160:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.044179:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.044235:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:3.0:1780298644.044237:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000020:00010000:3.0:1780298644.044245:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:3.0:1780298644.044247:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000100:00100000:3.0:1780298644.044292:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777604954496:12345-192.168.203.125@tcp:106: Request processed in 143us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298644.044306:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 433 00010000:00010000:3.0:1780298644.045020:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045064:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045071:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045075:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045080:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.045084:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.045087:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.045095:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045100:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045106:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045109:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.045112:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045131:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.045135:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.045145:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3297 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.045162:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609491968:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.048984:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 384 00000020:00010000:3.0:1780298644.048989:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057d7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.048996:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057d7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.048999:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.049002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057dbd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.049006:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057d7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.049008:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.049012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.049051:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.049065:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.049077:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.049079:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.049089:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.049091:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298644.049100:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.049101:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298644.049119:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d32ba lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.049126:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d32ba lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.049158:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d32c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.049163:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d32c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.049177:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.049190:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609492736:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.050786:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 384 00000020:00010000:3.0:1780298644.050791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.050797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.050802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.050804:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.050805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.050807:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.050809:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.050844:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.050860:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9263738 00000100:00100000:3.0:1780298644.051747:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609492992:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.054742:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609493376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.054786:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.054793:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609493504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.057673:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d32f2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.057682:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d32f2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.057747:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.057763:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.057771:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609493888:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.063300:0:29360:0:(rw26.c:858:ll_write_end()) pos 1899103, len 1441, copied 1441 00000080:00200000:3.0:1780298644.063308:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000021cc0ba9[3 0000000003324618 2 1 000000009c773692] 00000080:00200000:3.0:1780298644.063311:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000da08ec3f 17ffffc0001009 3:0 ffff8c4387dda2a0 463 lru 00000080:00200000:3.0:1780298644.063320:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000005d53f9ab 463: 1< 1 - - > 2< 1896448 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298644.063323:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000021cc0ba9 00000080:00200000:3.0:1780298644.063325:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000100:00100000:3.0:1780298644.063485:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609494528:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.065310:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604956672 00000100:00100000:3.0:1780298644.065314:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604956672 00000100:00100000:3.0:1780298644.065381:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 435 00000100:00100000:3.0:1780298644.065389:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:19992:x1866777604956672:12345-192.168.203.125@tcp:106: 00010000:00010000:3.0:1780298644.065397:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.065410:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.066509:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3323 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.066517:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3323 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.066531:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.068015:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 400 00000020:00010000:3.0:1780298644.068019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.068025:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.068030:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.068034:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.068037:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.068040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.068048:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.068068:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.068078:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9263738 00000080:00a00000:3.0:1780298644.068116:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af488 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298644.068132:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.068136:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.068147:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.068148:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079a260, flags 0x400001002 00000008:00010000:3.0:1780298644.068156:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.068157:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298644.068162:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.068176:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d332a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.068182:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d332a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.068201:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.068211:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3331 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.068217:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3331 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.068230:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.068245:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.068253:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609495296:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.069820:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 400 00000020:00010000:3.0:1780298644.069825:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.069830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.069833:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.069836:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.069839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.069844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.069850:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.069883:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.069943:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1814 00000080:00200000:3.0:1780298644.069949:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.069956:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.069973:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1814, 1814] 00000008:00010000:3.0:1780298644.069979:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.069982:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc37b0, osc lock ffff8c43a079b690, flags 0x0 00010000:00010000:3.0:1780298644.069991:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.070000:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3235840 3239935) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.070006:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.070011:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.070015:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.070026:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9263738 00000008:00010000:3.0:1780298644.070048:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab6c0 00000008:00010000:3.0:1780298644.070072:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab6c0 00010000:00010000:3.0:1780298644.070083:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3235840 3239935) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298644.070099:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0e00 - object 0x280000401:18 offset 3235840<>3239936 00000020:00010000:3.0:1780298644.070899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23a88 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.070907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23a88 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.070910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc37b0 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.070914:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.070924:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298644.070937:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23a88 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.070940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc37b0 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.070960:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.071420:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609495552:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.080082:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d335b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.080092:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d335b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.080111:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.081631:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 416 00000020:00010000:3.0:1780298644.081636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.081640:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.081645:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.081648:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.081652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.081654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.081659:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.081681:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.081778:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 898 00000080:00200000:3.0:1780298644.081784:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.081790:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1780298644.082015:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609496704:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.084345:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609496960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.086108:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086117:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086125:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086133:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086142:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.086159:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=2170880, end=18446744073709551615 00000020:00200000:3.0:1780298644.086166:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.086172:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086188:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086197:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086212:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6a800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.086215:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086249:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.086253:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.086288:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d3362 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.086311:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609496960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.089846:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609497728:192.168.203.125@tcp:22:fsx.0 00010000:00010000:3.0:1780298644.093814:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1780298644.095780:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.095783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.095785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022730 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.095789:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d33a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [618496->876543] (req 618496->630783) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630342a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.095796:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d33a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [618496->876543] (req 618496->630783) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630342a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.095803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.095805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022730 (ffff8c439057da28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.095818:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.095829:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.095833:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.095840:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.095846:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298644.095856:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298644.095861:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.095864:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.095865:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d31ef 00000080:00010000:3.0:1780298644.095868:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d31ef from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.095870:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298644.095874:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d400/0x11c228eb194d31ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630340e7 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1780298644.095889:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.095892:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.095903:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.095905:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298644.095914:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.095915:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298644.095919:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.095931:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.095936:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.095954:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.095964:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d33b6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.095978:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d33b6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.095985:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.095997:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609498752:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.097361:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097410:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097417:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097423:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097436:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.097447:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=5069434, end=18446744073709551615 00000020:00200000:3.0:1780298644.097452:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.097462:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097474:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097480:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097485:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.097487:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097510:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.097514:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.097524:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d33af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.097535:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609498624:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.100974:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 448 00000020:00010000:3.0:1780298644.100979:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057d758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.100983:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057d758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.100988:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.100994:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057df38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.100996:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057d758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.101003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.101010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.101026:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.101041:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.101053:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.101057:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.101071:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.101074:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079ae40, flags 0x400001002 00000008:00010000:3.0:1780298644.101085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.101088:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298644.101095:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.101110:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d33d9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.101116:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d33d9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.101133:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.101142:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.101146:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.101154:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.101171:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609499520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.102680:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102711:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102740:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102757:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102764:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.102784:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298644.102787:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.102790:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102798:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102803:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102808:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.102811:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102851:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.102855:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.102875:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d33e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.102902:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609499520:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.104866:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9263738 i_blocks 448 00000020:00010000:3.0:1780298644.104873:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582fe8 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.104879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582fe8 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.104886:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.104892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.104897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582fe8 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.104901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.104907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.104926:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.104985:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1850 00000080:00200000:3.0:1780298644.104991:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.104997:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.105011:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1850, 1850] 00000008:00010000:3.0:1780298644.105016:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.105018:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc37b0, osc lock ffff8c43a079b690, flags 0x0 00010000:00010000:3.0:1780298644.105026:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.105034:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3383296 3387391) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.105040:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.105045:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.105049:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298644.105055:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9263738 00000008:00010000:3.0:1780298644.105082:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab900 00000008:00010000:3.0:1780298644.105110:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab900 00010000:00010000:3.0:1780298644.105124:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3383296 3387391) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d3282 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1720320->35274751] (req 1720320->1728511) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303417a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:3.0:1780298644.105141:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2d80 - object 0x280000401:18 offset 3383296<>3387392 00000100:00100000:3.0:1780298644.105167:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.105173:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609499904:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.107764:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.107772:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609500160:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298644.110680:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609500416:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.112454:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112477:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112486:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112497:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112515:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.112530:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=2170880, end=18446744073709551615 00000020:00200000:3.0:1780298644.112534:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.112537:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112545:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112550:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112576:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6ba00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.112584:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112644:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.112650:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.112656:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d33f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.112669:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609500416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.118005:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609501312:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298644.120570:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609501568:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.127464:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609502208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.128957:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.128969:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.128979:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.128987:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.128995:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.129037:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.129045:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.129049:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.129069:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.129088:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.129103:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6ae00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.129108:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.129146:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.129152:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.129180:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002410f207/0x11c228eb194d3434 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.129217:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609502208:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.131238:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609502720:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.132980:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.132994:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133005:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133011:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133038:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.133062:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=5069434, end=18446744073709551615 00000020:00200000:3.0:1780298644.133070:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.133076:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133098:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133120:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133133:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.133136:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133164:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.133170:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.133179:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000488a7a27/0x11c228eb194d3449 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.133206:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609502720:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.135551:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609503232:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.137202:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137225:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137246:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137256:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137267:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.137281:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=5069434, end=18446744073709551615 00000020:00200000:3.0:1780298644.137287:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.137299:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137304:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137309:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137313:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.137316:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137346:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.137352:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.137370:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000003fd7a96c/0x11c228eb194d3465 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.137383:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609503232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.139400:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609503744:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.141065:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141077:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141088:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141096:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141104:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.141118:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=5069434, end=18446744073709551615 00000020:00200000:3.0:1780298644.141122:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.141126:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141134:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141142:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141149:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6a200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.141153:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141184:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.141190:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.141286:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008675827f/0x11c228eb194d347a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.141303:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609503744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.144799:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609504384:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.149074:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.149085:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609504896:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.150814:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150822:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150829:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150840:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150854:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.150861:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.150865:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.150868:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150887:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150927:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150945:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6a800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.150956:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.150985:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.150990:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.151008:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000048ded4a5/0x11c228eb194d34ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.151041:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609504896:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.155527:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.155536:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609505664:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.158971:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609505920:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.160672:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160700:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160717:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160734:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160744:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.160764:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5069434, setting rss=5069434; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.160771:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.160776:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160793:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160816:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160825:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6ba00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.160830:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160895:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.160902:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.160911:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000056a48a1a/0x11c228eb194d34d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.160936:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609505920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.169116:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.169130:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609507328:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.171022:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.171031:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069996f31/0x11c228eb194d341f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [2158592->2170879] (req 2158592->2162687) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303431e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.171043:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6be00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.171049:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069996f31/0x11c228eb194d341f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [2158592->2170879] (req 2158592->2162687) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303431e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.171121:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.171156:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.171294:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069996f31/0x11c228eb194d341f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2158592->2170879] (req 2158592->2162687) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303431e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.171316:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.171326:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069996f31/0x11c228eb194d341f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2158592->2170879] (req 2158592->2162687) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303431e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.171331:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069996f31/0x11c228eb194d341f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2158592->2170879] (req 2158592->2162687) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303431e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.171341:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.171343:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.171347:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.174800:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.174806:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000318c372c/0x11c228eb194d3496 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [905216->1720319] (req 905216->913407) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034395 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.174829:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.174834:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000318c372c/0x11c228eb194d3496 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [905216->1720319] (req 905216->913407) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034395 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.174875:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.174883:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.174930:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000318c372c/0x11c228eb194d3496 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [905216->1720319] (req 905216->913407) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034395 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.174937:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.174947:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000318c372c/0x11c228eb194d3496 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [905216->1720319] (req 905216->913407) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034395 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.174963:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000318c372c/0x11c228eb194d3496 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [905216->1720319] (req 905216->913407) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034395 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.175029:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.175033:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000030a1e7d8/0x11c228eb194d3442 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [516096->614399] (req 516096->524287) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034341 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.175053:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.175059:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000030a1e7d8/0x11c228eb194d3442 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [516096->614399] (req 516096->524287) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63034341 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.175083:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.175087:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.175202:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000030a1e7d8/0x11c228eb194d3442 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [516096->614399] (req 516096->524287) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034341 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.175210:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.175218:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000030a1e7d8/0x11c228eb194d3442 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [516096->614399] (req 516096->524287) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034341 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.175227:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000030a1e7d8/0x11c228eb194d3442 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [516096->614399] (req 516096->524287) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034341 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.175248:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.175252:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.175255:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.175265:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.176513:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609508736:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.176545:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.176549:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609508864:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.176834:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609508608:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.177582:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609508736:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.177605:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609508864:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.178941:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.178950:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609509120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.178987:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609509248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.180401:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180410:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180417:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180421:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180425:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.180435:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.180438:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.180440:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180444:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180449:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180453:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.180455:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180476:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.180479:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180483:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003fd7a96c/0x11c228eb194d3529 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.180493:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609509248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.180499:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180505:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180509:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180513:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180516:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.180520:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1543402, setting rss=1543402; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.180522:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.180529:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180534:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180538:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180542:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6a200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.180545:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180558:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.180562:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.180578:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008675827f/0x11c228eb194d3522 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.180601:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609509120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.180772:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609509376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.182220:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182228:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182235:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182239:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182244:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.182250:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1543402, setting rss=1543402; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.182252:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.182255:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182260:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182265:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182269:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.182272:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182318:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.182322:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.182334:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000488a7a27/0x11c228eb194d3530 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.182346:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609509376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.185186:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609509888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.186622:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186631:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186638:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186643:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186647:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.186654:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1543402, setting rss=1543402; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.186657:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.186660:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186679:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186713:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186722:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387b6be00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.186736:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186760:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.186764:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.186772:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069996f31/0x11c228eb194d3545 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.186793:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609509888:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.188769:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1543402 i_blocks 376 00000020:00010000:3.0:1780298644.188776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580248 (ffff8c439057d6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.188783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580248 (ffff8c439057d6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.188790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057dea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.188796:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.188801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580248 (ffff8c439057d6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.188807:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d6c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.188814:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.188855:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.188867:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1543402 00000080:00200008:3.0:1780298644.188879:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.188883:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.188895:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.188903:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a800/0x11c228eb194d351b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034428 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.188911:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a800/0x11c228eb194d351b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034428 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.188916:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.188920:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.188922:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d351b 00000080:00010000:3.0:1780298644.188925:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d351b from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.188927:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a800/0x11c228eb194d351b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034428 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.188932:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4387b6a800/0x11c228eb194d351b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034428 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.188948:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.188951:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.188962:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.188964:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079a000, flags 0x400001002 00000008:00010000:3.0:1780298644.188973:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.188974:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079b1d0, flags 0x400001002 00010000:00010000:3.0:1780298644.188990:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3561 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.188996:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3561 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.189041:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.189048:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.189062:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.189087:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609510528:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.190678:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190754:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190761:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190766:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190771:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.190776:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.190778:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.190786:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190791:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190796:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190800:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.190803:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190831:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.190836:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.190841:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3568 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.190857:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609510528:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.192618:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1543402 i_blocks 376 00000020:00010000:3.0:1780298644.192624:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.192631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.192638:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.192645:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.192653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.192658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.192664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.192722:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.192751:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1543402 00000100:00100000:3.0:1780298644.197710:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609511424:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.199607:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609511680:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.200586:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609511808:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.201396:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609511808:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.202269:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609512064:192.168.203.125@tcp:3:fsx.0 00000008:00010000:3.0:1780298644.203020:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617000 00000020:00200000:3.0:1780298644.203026:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1780298644.203035:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617000 00000100:00100000:3.0:1780298644.203044:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609512064:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.203670:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609512192:192.168.203.125@tcp:4:fsx.0 00000008:00010000:3.0:1780298644.204710:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a6206c19 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1780298644.204748:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a6206c19 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298644.204767:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609512192:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298644.204890:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.204898:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609512320:192.168.203.125@tcp:16:fsx.0 00010000:00010000:3.0:1780298644.208996:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.209004:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.209013:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.209017:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298644.209092:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.209118:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.209145:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.209150:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.209170:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.209178:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3584 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303449f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.209193:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.209195:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.209197:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.210602:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609512832:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.214022:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609513216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.218534:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609513600:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.223117:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.223125:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223134:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298644.223139:0:6149:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223148:0:6149:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223156:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223171:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 128 lru_type: 1 00010000:00010000:3.0:1780298644.223193:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223198:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.223252:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223262:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd400/0x11c228eb194d358b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630344ad expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.223274:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.223277:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.223279:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.225784:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609514368:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.227982:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.227989:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d35ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1392639) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630344d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.228011:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.228015:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d35ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1392639) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630344d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.228089:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.228121:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.228195:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d35ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1392639) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630344d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.228211:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.228240:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d35ae lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1392639) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630344d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.228256:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d35ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1384448->1392639) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630344d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.228276:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.228279:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.228281:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.228302:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609514752:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1780298644.230580:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8891982 i_blocks 392 00000020:00010000:3.0:1780298644.230586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.230589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.230593:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.230598:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.230609:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.230621:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.230624:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.230630:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.230635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.230637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929eea28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.230639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.230663:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.230675:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8891982, valid attrs 2168, mode 0, uid 0, gid 0, new size 8891982, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00a00000:3.0:1780298644.230736:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928afd98 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298644.230752:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.230757:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.230770:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.230772:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298644.230781:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.230782:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298644.230790:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.230797:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.230803:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.230806:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.230810:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.230817:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.230821:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.230829:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.230831:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.230835:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.230839:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.230842:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8891982 i_blocks 392 00000020:00010000:3.0:1780298644.230844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.230845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.230846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.230848:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.230849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.230850:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.230852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.230864:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.230909:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2169 00000080:00200000:3.0:1780298644.230914:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.230919:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.230930:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2169, 2169] 00000008:00010000:3.0:1780298644.230934:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.230936:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc38b0, osc lock ffff8c43a079af70, flags 0x0 00010000:00010000:3.0:1780298644.230941:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.230951:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4689920 4694015) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.230956:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.230961:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.230965:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.230971:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8891982 00010000:00010000:3.0:1780298644.230993:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.230998:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.231003:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.231007:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.231014:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d35b5 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630344e5 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298644.238173:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609515136:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.238268:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.238278:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609515264:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.277895:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3602 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.277903:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3602 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.277916:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.279896:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8891982 i_blocks 408 00000020:00010000:3.0:1780298644.279904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.279909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.279915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.279920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.279924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.279925:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.279928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.279970:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.279986:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8891982 00000080:00200008:3.0:1780298644.280026:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6281432, type: SEEK_SET 00000080:00200008:3.0:1780298644.280033:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6281432, type: SEEK_SET, rc = 6281432 00000080:00200008:3.0:1780298644.280041:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6281432, count: 1954 00010000:00010000:3.0:1780298644.281195:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.281200:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.281210:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.281215:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d35bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630344ec expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298644.281253:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1780298644.285422:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609517312:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.287165:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609517440:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.289930:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3617 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.289941:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3617 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.289967:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.292179:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8891982 i_blocks 408 00000020:00010000:3.0:1780298644.292186:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.292193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.292198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.292201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.292203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.292206:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.292209:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.292251:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.292275:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.292294:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.292301:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.292319:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.292322:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298644.292335:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.292336:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298644.292362:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.292372:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.292398:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.292412:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d3625 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.292419:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d3625 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.292430:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.292456:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609517952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.294590:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294609:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294619:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294626:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294633:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.294640:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4697678, setting rss=4697678; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.294642:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.294653:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294661:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294668:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294674:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.294679:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294796:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.294802:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.294811:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d361e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.294825:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609517952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.296612:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.296619:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.296629:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298644.296633:0:6149:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.296640:0:6149:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.296645:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.296658:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 125 lru_type: 1 00010000:00010000:3.0:1780298644.296702:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.296707:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.296736:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.296744:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d35c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630344fa expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.297898:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388652d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609518336:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298644.297939:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.297944:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.297956:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.297985:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298644.297996:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.298000:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079bdb0, flags 0x0 00000008:00010000:3.0:1780298644.298003:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.298005:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079abe0, flags 0x0 00010000:00010000:3.0:1780298644.298034:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.298045:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.298055:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.298075:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609518592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.298115:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.300157:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609518592:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.300178:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.300190:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.300200:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.303438:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609518720:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.304965:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.304979:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.304993:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.305023:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4697678, setting rss=4697678; kms=4697678, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.305036:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.305045:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.305076:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.305143:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.305150:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.305156:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.305168:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609518848:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.305211:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.306471:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609518976:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298644.306876:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609518848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.306890:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.306906:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.306914:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.309426:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.309437:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.309448:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.309473:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.309487:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.309496:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.314845:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1027283 i_blocks 352 00000020:00010000:3.0:1780298644.314852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.314855:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.314859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.314866:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.314878:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.314891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.314895:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.314903:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.314911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.314913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.314918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.314956:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.314972:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1027283, valid attrs 2168, mode 0, uid 0, gid 0, new size 1027283, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00200008:3.0:1780298644.314994:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.315001:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.315015:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.315025:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.315057:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.315066:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.315074:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.315090:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609519488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.315140:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.316199:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609519488:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.316211:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316221:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316232:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316242:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316252:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316260:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316267:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.316277:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a1500 x1866777609519488/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.316284:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.316292:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316298:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.316301:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.316351:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.316359:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d363a 00000080:00010000:3.0:1780298644.316365:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.316368:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d363a from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.316371:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.316379:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.316410:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.316418:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.316437:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316441:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298644.316454:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316455:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298644.316466:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.316477:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.316487:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.316490:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.316497:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.316510:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.316518:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.316524:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.316527:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.316535:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.316544:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.316549:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1027283 i_blocks 352 00000020:00010000:3.0:1780298644.316552:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.316554:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316557:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316559:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316561:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.316563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.316578:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.316597:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.316614:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.316625:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.316629:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.316640:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316642:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298644.316650:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316652:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079abe0, flags 0x400001002 00010000:00010000:3.0:1780298644.316659:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.316668:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.316681:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.316703:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.316711:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.316736:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.316746:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.316754:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.316758:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.316766:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.316776:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.316781:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1027283 i_blocks 352 00000020:00010000:3.0:1780298644.316784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.316787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.316800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.316804:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.316818:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.316826:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1027283 00000080:00200008:3.0:1780298644.316833:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.316835:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.316842:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.316847:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.316852:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.316856:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.316859:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.316861:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d363a 00000080:00010000:3.0:1780298644.316863:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d363a from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.316872:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.316876:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.316888:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.316890:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.316897:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316898:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298644.316904:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316905:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298644.316909:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.316915:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.316919:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.316921:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.316925:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.316930:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.316935:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.316939:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.316940:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.316948:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.316952:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.316954:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1027283 i_blocks 352 00000020:00010000:3.0:1780298644.316955:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.316957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316958:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316959:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.316961:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.316962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.316964:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.316974:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.316981:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.316987:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.316989:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.316995:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.316996:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298644.317001:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.317002:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079abe0, flags 0x400001002 00010000:00010000:3.0:1780298644.317005:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.317010:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.317018:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.317020:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.317024:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.317029:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.317033:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.317037:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.317038:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.317042:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.317047:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.317048:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1027283 i_blocks 352 00000020:00010000:3.0:1780298644.317050:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.317051:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.317052:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.317054:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.317055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.317057:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.317059:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.317068:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.317073:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1027283 00000080:00200008:3.0:1780298644.318241:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1027283, valid attrs 2068, mode 0, uid 0, gid 0, new size 6306187, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000 00010000:00010000:3.0:1780298644.318262:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.318279:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 130 lru_type: 1 00010000:00010000:3.0:1780298644.318309:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.318314:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.318316:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c800/0x11c228eb194d363a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63034586 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:3.0:1780298644.318328:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780298644.318334:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43863a1500 x1866777609519744/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1780298644.318346:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609519744:192.168.203.125@tcp:36:fsx.0 00000100:00100000:3.0:1780298644.318393:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.319542:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609519744:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298644.319580:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.319585:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.319596:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.319624:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298644.319634:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.319637:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079abe0, flags 0x0 00000008:00010000:3.0:1780298644.319640:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.319642:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079bdb0, flags 0x0 00010000:00010000:3.0:1780298644.319653:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.319664:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.319674:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.319682:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.319709:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.319721:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3633 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034578 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298644.319920:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.319930:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609520000:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.320972:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609520000:192.168.203.125@tcp:10:fsx.0 00000020:00010000:3.0:1780298644.324478:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.324483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.324486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6630 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.324492:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298644.324502:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:3.0:1780298644.324512:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.324515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6630 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.324535:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.324587:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.324592:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.324601:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.324610:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693800/0x11c228eb194d3641 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303459b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.324619:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693800/0x11c228eb194d3641 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303459b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.324625:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.324630:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.324633:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3641 00000080:00010000:3.0:1780298644.324637:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3641 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.324640:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693800/0x11c228eb194d3641 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303459b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.324647:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693800/0x11c228eb194d3641 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303459b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.324674:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.324679:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.324721:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.324735:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079aab0, flags 0x400001002 00000100:00100000:3.0:1780298644.326999:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.327008:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609520512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.327048:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609520640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.328925:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328937:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328953:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328959:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328967:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.328974:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2111883, setting rss=2111883; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.328976:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.328979:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328983:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328988:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.328993:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.328996:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329020:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.329024:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329029:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3656 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.329046:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609520640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.329056:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329062:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329066:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329070:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329074:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.329078:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.329080:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.329091:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329096:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329104:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329108:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.329110:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329124:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.329128:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.329139:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d364f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.329153:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609520512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.330390:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.330398:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298644.330408:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.330412:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1780298644.330443:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.330448:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.330476:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298644.330528:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.330545:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298644.330553:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d362c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034571 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298644.330571:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.330575:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.330578:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1780298644.332764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929ee098/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.332769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929ee098/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.332773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6db0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.332778:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d365d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1490944->35045375] (req 1490944->1499135) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630345be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.332789:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d365d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1490944->35045375] (req 1490944->1499135) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630345be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.332800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929ee098/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.332803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6db0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.332827:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.332877:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.332884:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.332901:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.332911:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.332923:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.332931:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.332936:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.332940:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3648 00000080:00010000:3.0:1780298644.332945:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3648 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.332948:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.332956:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.332983:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.332989:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.333007:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.333010:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079a4c0, flags 0x400001002 00000008:00010000:3.0:1780298644.333024:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.333026:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079ba20, flags 0x400001002 00010000:00010000:3.0:1780298644.333034:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.333055:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3664 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.333063:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3664 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.333099:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.333108:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609521152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.333190:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609521280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.338577:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609521792:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1780298644.340962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aab78 (ffff8c43878ae2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.340966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aab78 (ffff8c43878ae2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.340969:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aef30 (ffff8c43878ae878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.340972:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d3680 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630345e1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.340981:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d3680 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1773568->1777663) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630345e1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.340991:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aab78 (ffff8c43878ae2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.340994:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aef30 (ffff8c43878ae2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.341002:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1321 bytes 00000080:00200000:3.0:1780298644.341036:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.341041:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 1321, restart: 0 00000080:00200000:3.0:1780298644.341045:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 1321 00000100:00100000:3.0:1780298644.341325:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609522048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.342167:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.342187:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.342198:0:2400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.342212:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.342223:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.342231:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.342235:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.342248:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.342258:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.342269:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630345e8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.342300:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609522048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.346306:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609522560:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.346384:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.346509:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.346518:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609522688:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.347152:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609522560:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.347629:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609522816:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.348009:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609522688:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.348565:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609522816:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.348909:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609522944:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.350292:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350304:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350366:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350375:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350384:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.350394:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.350398:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.350401:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350409:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350417:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350424:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.350429:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350507:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.350515:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.350535:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d36a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.350580:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609522944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.352670:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609523456:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.356643:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609523840:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.358024:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609523840:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.358270:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609523968:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.358510:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609524096:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.359986:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360009:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360033:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360044:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360053:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.360082:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298644.360087:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.360104:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360113:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360121:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360128:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.360132:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360189:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.360195:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.360207:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d36d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.360226:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609524096:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.366412:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.366420:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d369c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1957888->35512319] (req 1957888->1966079) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630345fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.366430:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.366434:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d369c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1957888->35512319] (req 1957888->1966079) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630345fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.366470:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.366512:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.366551:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d369c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1957888->35512319] (req 1957888->1966079) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630345fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.366559:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.366578:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d369c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1957888->35512319] (req 1957888->1966079) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630345fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.366586:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d369c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1957888->35512319] (req 1957888->1966079) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630345fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.366603:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.366605:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.366609:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.367800:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609525376:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298644.368661:0:29360:0:(rw26.c:858:ll_write_end()) pos 3726692, len 668, copied 668 00000080:00200000:3.0:1780298644.368669:0:29360:0:(rw26.c:916:ll_write_end()) page@000000006cfa0886[3 000000008ec8947f 2 1 0000000092f2c2b8] 00000080:00200000:3.0:1780298644.368673:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000009d22b276 17ffffc0001009 3:0 ffff8c43902e1380 909 lru 00000080:00200000:3.0:1780298644.368681:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000001ee251f8 909: 1< 1 - - > 2< 3723264 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298644.368707:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000006cfa0886 00000080:00200000:3.0:1780298644.368709:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298644.368713:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 910 of 0 to 4096 bytes 00000100:00100000:3.0:1780298644.368854:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609525504:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.379039:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609526784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.380663:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380676:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380711:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380737:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380745:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.380762:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298644.380766:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.380769:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380787:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380806:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380818:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.380822:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380852:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.380856:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.380877:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d374b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.380901:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609526784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.383051:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609527296:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.383092:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.383099:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609527424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.387515:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d3783 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.387527:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d3783 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.387558:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.389438:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6306187 i_blocks 409 00000020:00010000:3.0:1780298644.389442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.389445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.389447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.389452:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.389456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.389461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.389467:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.389500:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.389513:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.389526:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.389529:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.389539:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.389541:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e630, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298644.389549:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.389550:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e670, osc lock ffff8c43a079a980, flags 0x400001002 00010000:00010000:3.0:1780298644.389555:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.389568:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.389575:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.389595:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.389603:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d3791 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.389609:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d3791 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.389616:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.389636:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609528192:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.391349:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391357:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391363:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391368:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391373:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.391378:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298644.391380:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.391388:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391403:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391409:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391419:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.391425:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391474:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.391479:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.391484:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d378a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.391494:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609528064:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.395819:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6306187 i_blocks 409 00000020:00010000:3.0:1780298644.395827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057d5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.395832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057d5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.395838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.395846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.395852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057d5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.395857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.395860:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.395898:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.395915:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6306187 00000080:00200008:3.0:1780298644.395965:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4637514, type: SEEK_SET 00000080:00200008:3.0:1780298644.395971:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4637514, type: SEEK_SET, rc = 4637514 00000080:00200008:3.0:1780298644.395978:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 4637514, count: 6905 00000080:00200000:3.0:1780298644.395998:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 4637514, bytes: 6905 00000080:00200000:3.0:1780298644.396003:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298644.396008:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298644.396010:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4637514, 4644419) 0 0 00000080:00200000:3.0:1780298644.396012:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.396019:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1132, 1133] 00020000:00200000:3.0:1780298644.396025:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [4637514, 4644419) 4644419, 6905 00020000:00200000:3.0:1780298644.396028:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.396050:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1132, 1133] 00000008:00010000:3.0:1780298644.396058:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.396062:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3230, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298644.396089:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.396099:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [442368->450559] (req 442368->450559) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.396108:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [442368->450559] (req 442368->450559) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.396123:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609528832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.396160:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.397678:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609528832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.397717:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [442368->450559] (req 442368->450559) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034715 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.397740:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [442368->450559] (req 442368->450559) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034715 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.397750:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [442368->450559] (req 442368->450559) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034715 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.408939:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.408949:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609530368:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.408989:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609530496:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.410352:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410361:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410368:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410373:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410382:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.410388:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3719168, end=18446744073709551615 00000020:00200000:3.0:1780298644.410391:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.410393:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410398:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410403:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410406:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.410408:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410459:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.410462:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410466:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d37ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.410478:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609530368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.410491:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410496:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410501:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410505:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410509:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.410514:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2111883, setting rss=2111883; leaving kms=2111883, end=18446744073709551615 00000020:00200000:3.0:1780298644.410516:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.410523:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410528:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410536:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410540:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.410542:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410557:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.410561:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.410572:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d37f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.410591:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609530496:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.410798:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.410810:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609530624:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.412142:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412154:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412163:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412171:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412178:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.412186:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298644.412190:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.412193:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412201:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412209:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412216:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.412219:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412294:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.412301:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.412315:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d37fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.412328:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609530624:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.415501:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.415509:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415519:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298644.415524:0:6616:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415532:0:6616:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415540:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415555:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 126 lru_type: 1 00010000:00010000:3.0:1780298644.415612:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415616:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.415630:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415635:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d3648 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630345a9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.415642:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.415644:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.415645:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.415650:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.415657:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609531392:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.417486:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.417494:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d3775 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1581056->3719167] (req 1581056->1589247) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630346d6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.417515:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.417521:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d3775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1581056->3719167] (req 1581056->1589247) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630346d6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.417567:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.417578:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.417761:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d3775 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1581056->3719167] (req 1581056->1589247) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630346d6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.417773:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.417783:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d3775 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1581056->3719167] (req 1581056->1589247) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630346d6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.417796:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d3775 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1581056->3719167] (req 1581056->1589247) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630346d6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.418977:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.419032:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.419078:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d370c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3723264->37277695] (req 3723264->3735551) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303466d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.419086:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.419106:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d370c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3723264->37277695] (req 3723264->3735551) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303466d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.419114:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d370c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3723264->37277695] (req 3723264->3735551) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303466d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.419131:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.419135:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.419137:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.421155:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609532288:192.168.203.125@tcp:4:fsx.0 00000008:00010000:3.0:1780298644.422378:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000b355ca86 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [442368->33996799] (req 442368->450559) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63034715 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298644.422411:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000b355ca86 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d37b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [442368->33996799] (req 442368->450559) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63034715 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.422438:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609532288:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298644.422596:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609532416:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.423624:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609532672:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.423659:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.423665:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609532544:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.424174:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609532416:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.424468:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609532544:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.424490:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609532672:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.426028:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.426040:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609532928:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.427636:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427655:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427667:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427680:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427714:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.427754:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.427759:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.427772:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427790:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427801:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427808:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.427812:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427846:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.427852:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.427863:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d382b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.427885:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609532928:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.434415:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.434423:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3816 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303477e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.434433:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.434438:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3816 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303477e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298644.434538:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.434545:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.434589:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3816 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303477e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.434596:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.434629:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3816 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303477e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.434637:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3816 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303477e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.434664:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.434667:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.434669:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.434677:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.434712:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609533824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.435666:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609533696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.435706:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3178496->3186687] (req 3178496->3186687) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.435716:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3178496->3186687] (req 3178496->3186687) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.435737:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3178496->3186687] (req 3178496->3186687) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436283:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436294:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436315:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.436326:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436336:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436345:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.436364:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [3180424, 3184838) 00000080:00200000:3.0:1780298644.436380:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000080:00200000:3.0:1780298644.436386:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:4414 iocb pos:3180424 00010000:00010000:3.0:1780298644.436467:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436480:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3182592 3186687) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.436530:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eaba80 00010000:00010000:3.0:1780298644.436545:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.436553:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.436590:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eaba80 00010000:00010000:3.0:1780298644.436609:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3178496 3182591) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d384e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3178496->3186687) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630347c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.436635:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3b80 - object 0x2c0000401:17 offset 3178496<>3186688 00000100:00100000:3.0:1780298644.436674:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609533952:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.437144:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609533824:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1780298644.437844:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eaba80 00000020:00200000:3.0:1780298644.437851:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1780298644.437861:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eaba80 00000100:00100000:3.0:1780298644.437874:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609533952:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.438210:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609534080:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.439329:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4395868 i_blocks 456 00000020:00010000:3.0:1780298644.439334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcff8 (ffff8c43929ee518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.439341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcff8 (ffff8c43929ee518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439345:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcff8 (ffff8c43929ee518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.439354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee518/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.439358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.439376:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.439392:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.439402:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.439405:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.439416:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.439417:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298644.439426:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.439427:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298644.439434:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.439443:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.439449:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.439451:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.439456:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.439464:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.439468:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.439473:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.439474:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.439478:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.439483:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.439485:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4395868 i_blocks 456 00000020:00010000:3.0:1780298644.439486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.439488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439491:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.439494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.439496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.439508:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.439516:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4395868 00000080:00200008:3.0:1780298644.439523:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.439526:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.439535:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.439540:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.439546:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.439550:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.439553:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.439555:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3847 00000080:00010000:3.0:1780298644.439559:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3847 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.439560:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.439565:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.439575:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.439577:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.439584:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.439585:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298644.439590:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.439591:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298644.439595:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.439600:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.439605:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.439606:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.439610:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.439616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.439620:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.439624:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.439626:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.439633:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298644.439637:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.439639:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4395868 i_blocks 456 00000020:00010000:3.0:1780298644.439641:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.439642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439643:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439644:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.439646:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.439647:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.439649:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.439663:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.439678:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 267112, len 5451 00000080:00200000:3.0:1780298644.439711:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.439715:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.439733:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00010000:00010000:3.0:1780298644.440987:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780298644.440996:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.441014:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.441021:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630347cb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298644.441210:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609534336:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.461040:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.461047:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d385c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [266240->33820671] (req 266240->274431) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630347d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.461057:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.461061:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d385c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [266240->33820671] (req 266240->274431) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630347d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.461102:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.461146:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.461195:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d385c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [266240->33820671] (req 266240->274431) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630347d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.461203:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.461229:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d385c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [266240->33820671] (req 266240->274431) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630347d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.461237:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d385c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [266240->33820671] (req 266240->274431) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630347d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.461253:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.461256:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.461258:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:3.0:1780298644.463407:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.463413:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.463416:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.463421:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d38a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3031040->36585471] (req 3031040->3039231) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034818 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.463432:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d38a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3031040->36585471] (req 3031040->3039231) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034818 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.463445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.463447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.463476:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.463507:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.463514:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.463531:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.463544:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692c00/0x11c228eb194d3824 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034793 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.463554:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692c00/0x11c228eb194d3824 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034793 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.463562:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.463568:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.463571:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3824 00000080:00010000:3.0:1780298644.463576:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3824 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.463579:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692c00/0x11c228eb194d3824 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034793 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.463591:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692c00/0x11c228eb194d3824 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034793 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.463620:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.463626:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.463652:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.463654:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298644.463669:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.463671:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298644.463680:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.463737:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d38a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.463745:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d38a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.463778:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.463789:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609536384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.463877:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609536512:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298644.471429:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794038 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.471436:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794038 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.471441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929eea28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.471449:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d38c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2641920->3031039] (req 2641920->2650111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303483b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.471470:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d38c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2641920->3031039] (req 2641920->2650111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303483b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.471488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794038 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.471491:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.471525:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.471552:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.471560:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.471589:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.471611:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.471626:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.471635:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.471643:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.471647:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3847 00000080:00010000:3.0:1780298644.471653:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3847 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.471657:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.471665:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298644.471759:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.471768:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.471794:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.471797:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079b300, flags 0x400001002 00000008:00010000:3.0:1780298644.471813:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.471815:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298644.471857:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d38cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.471867:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d38cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.471906:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.471930:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000020:00200000:3.0:1780298644.471945:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298644.471950:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.471958:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 0 00000020:00200000:3.0:1780298644.471970:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.473780:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4395868 i_blocks 504 00000020:00010000:3.0:1780298644.473788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27b48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.473805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27b48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.473820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e870 (ffff8c4390c27ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.473827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e8b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.473832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27b48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.473835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e870 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.473846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e8b0 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.473880:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.473906:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.473919:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.473924:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.473936:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.473939:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298644.473946:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.473947:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079b300, flags 0x400001002 00010000:00010000:3.0:1780298644.473974:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.473982:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.474006:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1780298644.474012:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 0 00000020:00200000:3.0:1780298644.474027:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298644.474034:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 0 00010000:00010000:3.0:1780298644.474041:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 0 00000020:00200000:3.0:1780298644.474047:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.475806:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475817:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475826:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475831:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475836:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.475842:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.475847:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.475858:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475866:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475875:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475882:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.475886:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475925:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.475929:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.475938:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.475957:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609537280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.479641:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867b3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609537664:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.479652:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.479667:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.479677:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.479706:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.479714:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=2641919 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.479732:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.479740:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.479760:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000008:00010000:3.0:1780298644.479810:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eaba80 00000008:00010000:3.0:1780298644.479850:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eaba80 00010000:00010000:3.0:1780298644.479877:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1183744 1187839) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.479900:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1180 - object 0x2c0000401:17 offset 1183744<>1187840 00000020:00010000:3.0:1780298644.481086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa4e8 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.481090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa4e8 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.481094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878aee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.481100:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.481109:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.481121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa4e8 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.481124:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.481153:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.481225:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 290 00000080:00200000:3.0:1780298644.481231:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.481239:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.481256:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [290, 290] 00000008:00010000:3.0:1780298644.481264:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.481267:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3230, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298644.481280:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.481289:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1187840 1191935) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.481295:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.481300:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.481305:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.481312:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000008:00010000:3.0:1780298644.481339:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab180 00000008:00010000:3.0:1780298644.481365:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298644.481379:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1187840 1191935) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298644.481400:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1180 - object 0x2c0000401:17 offset 1187840<>1191936 00000020:00010000:3.0:1780298644.482704:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.482708:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.482711:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3230 (ffff8c4390c27518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.482716:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.482733:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298644.482746:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.482748:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3230 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.482762:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.482832:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.482838:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.482852:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.482862:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.482868:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298644.482873:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.482878:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.482880:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3847 00000080:00010000:3.0:1780298644.482884:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3847 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.482886:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.482891:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6600/0x11c228eb194d3847 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630347bd expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298644.482907:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.482911:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.482921:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.482922:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298644.482929:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.482930:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298644.482949:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.482955:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.482979:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1780298644.482986:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 0 00000020:00200000:3.0:1780298644.482991:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298644.482993:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 0 00010000:00010000:3.0:1780298644.482998:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:3.0:1780298644.483004:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.483024:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609538048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.485023:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485033:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485041:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485045:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485053:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.485060:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.485063:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.485073:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485082:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485091:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485099:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.485104:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485153:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.485158:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.485165:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d38ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.485193:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609538048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.491048:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609538560:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.491995:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609538560:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.492146:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867b0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609538432:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298644.492221:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.492227:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.492241:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.492275:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298644.492285:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.492288:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079bc80, flags 0x0 00000008:00010000:3.0:1780298644.492290:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.492291:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079b0a0, flags 0x0 00010000:00010000:3.0:1780298644.492304:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.492330:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.492342:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.492352:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.492367:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609538688:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.492410:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1780298644.493448:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780298644.493455:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.493470:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.493480:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.493564:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:3.0:1780298644.493586:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1183744 1187839) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d38c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2641920->3031039] (req 2641920->2650111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303483b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.493753:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.493807:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.493815:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.493830:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.493838:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d38e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1183744->2641919] (req 1183744->1187839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303485e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.493853:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.493856:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.493858:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.493870:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609538944:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.494494:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609538688:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.494513:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.494525:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.494533:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.494937:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609538944:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.495163:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495174:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495191:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.495206:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495217:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495226:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d38fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303487a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495268:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495275:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.495284:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.495298:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609539200:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.495376:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1780298644.496335:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.496343:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298644.496352:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.496357:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1780298644.496395:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.496401:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.496477:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298644.496485:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.496503:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298644.496511:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d381d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034785 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298644.496527:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.496529:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.496533:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.496916:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609539200:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.496928:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.496937:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.496945:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.497599:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.497615:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.497646:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.497667:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 201564, setting rss=201564; kms=201564, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.497679:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.497739:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.497868:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609539456:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.498850:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609539456:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.500128:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867b2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609539712:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.500141:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500151:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500161:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500170:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500178:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500185:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500191:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.500201:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43867b2d80 x1866777609539712/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.500211:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.500221:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500232:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.500237:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.500311:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.500320:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d390b 00000080:00010000:3.0:1780298644.500325:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.500327:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d390b from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.500330:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500338:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e7800/0x11c228eb194d390b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303488f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.500370:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.500391:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.500411:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.500414:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b430, flags 0x400001002 00000008:00010000:3.0:1780298644.500425:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.500426:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079b560, flags 0x400001002 00010000:00010000:3.0:1780298644.500452:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.500460:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.500498:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609539840:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.502345:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502365:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502424:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502430:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502435:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.502440:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5099861, setting rss=5099861; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.502442:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.502451:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502456:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502464:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502471:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.502475:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502516:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.502522:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.502539:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3912 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.502570:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609539840:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.504473:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9294165 i_blocks 504 00000020:00010000:3.0:1780298644.504482:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580ff8 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.504488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580ff8 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.504493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.504498:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.504501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580ff8 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.504504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.504509:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.504547:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.504566:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9294165 00000080:00200008:3.0:1780298644.504610:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 8869513, type: SEEK_SET 00000080:00200008:3.0:1780298644.504614:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 8869513, type: SEEK_SET, rc = 8869513 00000080:00200008:3.0:1780298644.504622:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 8869513, count: 4710 00000080:00200000:3.0:1780298644.504658:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2165 00000080:00200000:3.0:1780298644.504679:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 8869513, bytes: 4710 00000080:00200000:3.0:1780298644.504719:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298644.504740:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298644.504743:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [8869513, 8874223) 0 0 00000080:00200000:3.0:1780298644.504746:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.504758:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [8869513, 8874223) 8874223, 4710 00020000:00200000:3.0:1780298644.504762:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.504788:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [2165, 2166] 00000008:00010000:3.0:1780298644.504799:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.504802:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3230, osc lock ffff8c43a079b560, flags 0x0 00010000:00010000:3.0:1780298644.504837:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.504847:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4673536->4681727] (req 4673536->4681727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.504856:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4673536->4681727] (req 4673536->4681727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.504873:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609540352:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.504930:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.506000:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609540480:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.506423:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609540352:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.506433:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4673536->4681727] (req 4673536->4681727) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.506440:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4673536->4681727] (req 4673536->4681727) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.506446:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4673536->4681727] (req 4673536->4681727) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507118:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507127:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507138:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.507150:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5099861, setting rss=5099861; kms=5099861, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507167:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507179:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.507194:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [8869513, 8874223) 00000080:00200000:3.0:1780298644.507205:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9294165 00000080:00200000:3.0:1780298644.507208:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:4710 iocb pos:8869513 00010000:00010000:3.0:1780298644.507239:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507280:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4677632 4681727) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.507313:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabd80 00010000:00010000:3.0:1780298644.507324:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.507330:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.507356:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabd80 00010000:00010000:3.0:1780298644.507370:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4673536 4677631) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.507389:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2d80 - object 0x2c0000401:17 offset 4673536<>4681728 00000020:00010000:3.0:1780298644.508445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.508450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.508454:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3230 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.508460:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.508472:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d392e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4673536->4681727) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348b2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.508484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.508486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3230 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.508492:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 4710 bytes 00000080:00200000:3.0:1780298644.508511:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.508516:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 4710, restart: 0 00000080:00200000:3.0:1780298644.508519:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 4710 00000100:00100000:3.0:1780298644.508861:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609540736:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.510520:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510533:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510543:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510551:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510559:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.510567:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.510571:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.510580:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510588:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510603:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510610:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.510615:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510665:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.510672:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.510681:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3935 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.510737:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609540736:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.510904:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.510912:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609540864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.512575:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512593:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512602:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512610:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512617:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.512626:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.512630:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.512640:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512648:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512655:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512662:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.512666:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512759:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.512765:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.512785:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d393c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.512808:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609540864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.513051:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609540992:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.514713:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514732:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514739:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514745:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514749:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.514754:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.514757:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.514763:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514769:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514773:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514778:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.514780:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514802:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.514806:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.514817:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3943 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.514836:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609540992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.515030:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.515040:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609541120:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.516514:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516522:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516529:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516533:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516537:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.516543:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.516545:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.516552:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516558:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516562:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516566:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.516569:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516591:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.516596:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.516610:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d394a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.516626:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609541120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.517801:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609541376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.518406:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.518415:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.518422:0:2400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.518428:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.518433:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5099861, setting rss=5099861; kms=5099861, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.518443:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.518449:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.518454:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.518458:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.518463:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.518470:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609541376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.520008:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.520021:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609541760:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.521961:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.521969:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.521980:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.521985:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.522074:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.522083:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.522144:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.522153:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.522170:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.522220:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3958 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630348e3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.522239:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.522242:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.522245:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.522256:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609542016:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.522306:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.522317:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609542144:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.524330:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.524339:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.524349:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.524354:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.524386:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.524392:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.524449:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.524454:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.524465:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.524471:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3904 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034881 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.524481:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.524482:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.524484:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780298644.526297:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 504 00000020:00010000:3.0:1780298644.526302:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794038 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.526304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794038 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.526306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.526310:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.526317:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.526328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.526331:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.526336:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.526341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794038 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.526342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.526344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.526367:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.526378:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 8349418, valid attrs 2168, mode 0, uid 0, gid 0, new size 8349418, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00200008:3.0:1780298644.526394:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.526399:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.526411:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.526418:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.526435:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.526440:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.526445:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.526456:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609542784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.526482:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.527185:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609542784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.527192:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527197:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527203:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527208:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527213:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527218:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527222:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.527227:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a1180 x1866777609542784/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.527238:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.527245:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527250:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.527253:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.527296:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.527302:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d396d 00000080:00010000:3.0:1780298644.527305:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.527307:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d396d from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.527309:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527314:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d600/0x11c228eb194d396d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034906 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.527329:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.527334:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.527345:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.527347:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e630, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298644.527356:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.527357:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e670, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298644.527372:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3974 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527376:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3974 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527401:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.527406:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.527417:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.527432:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.527441:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609543040:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.528945:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.528957:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529004:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529011:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529019:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.529028:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4155114, setting rss=4155114; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.529032:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.529044:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529052:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529060:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529078:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.529085:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529135:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.529141:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.529154:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d397b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.529170:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609543040:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.531898:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609543424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.531909:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.531924:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.531933:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.531942:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.531951:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.531958:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.531965:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.531974:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4388644000 x1866777609543424/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.531984:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.531994:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.532003:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.532008:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.532059:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.532068:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3990 00000080:00010000:3.0:1780298644.532073:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.532076:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3990 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.532079:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.532088:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.532111:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.532117:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.532133:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.532135:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298644.532148:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.532150:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079bc80, flags 0x400001002 00010000:00010000:3.0:1780298644.532159:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.532171:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.532180:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.532183:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.532191:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.532204:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.532213:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.532220:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.532222:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.532230:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.532239:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.532243:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 504 00000020:00010000:3.0:1780298644.532246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.532248:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.532251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.532254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.532256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.532259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.532262:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.532280:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.532296:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 1451816, len 7680 00000080:00200000:3.0:1780298644.532308:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.532311:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.532318:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.532333:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [354, 356] 00000008:00010000:3.0:1780298644.532339:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.532342:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3230, osc lock ffff8c43a079bc80, flags 0x0 00010000:00010000:3.0:1780298644.532349:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.532358:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1449984 1462271) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.532367:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.532375:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.532383:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.532393:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 504 00000020:00010000:3.0:1780298644.533290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.533295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533297:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3230 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.533302:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.533319:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298644.533328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.533331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3230 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.533348:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.533389:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.533393:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.533402:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.533410:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.533419:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.533426:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.533430:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.533433:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3990 00000080:00010000:3.0:1780298644.533436:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3990 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.533439:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.533447:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.533471:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.533475:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.533486:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.533488:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298644.533498:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.533499:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298644.533506:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.533516:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.533524:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.533527:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.533535:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.533546:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.533554:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.533561:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.533563:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.533570:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.533578:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.533583:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 528 00000020:00010000:3.0:1780298644.533586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.533588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533593:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533595:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.533598:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.533601:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.533618:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.533631:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.533642:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.533646:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.533656:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.533658:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298644.533667:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.533669:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079bc80, flags 0x400001002 00010000:00010000:3.0:1780298644.533676:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.533709:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.533735:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.533738:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.533746:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.533758:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.533766:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.533773:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.533776:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.533784:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3966 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.533792:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.533795:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 528 00000020:00010000:3.0:1780298644.533798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.533800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.533808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.533810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.533813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.533830:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.533840:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8349418 00000080:00200008:3.0:1780298644.533867:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6838463, type: SEEK_SET 00000080:00200008:3.0:1780298644.533871:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6838463, type: SEEK_SET, rc = 6838463 00000080:00200008:3.0:1780298644.533878:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6838463, count: 6873 00000080:00200000:3.0:1780298644.533892:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 6838463, bytes: 6873 00000080:00200000:3.0:1780298644.533896:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298644.533900:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298644.533902:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6838463, 6845336) 0 0 00000080:00200000:3.0:1780298644.533905:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.533911:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1669, 1671] 00020000:00200000:3.0:1780298644.533916:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6838463, 6845336) 6845336, 6873 00020000:00200000:3.0:1780298644.533919:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.533933:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1669, 1671] 00000008:00010000:3.0:1780298644.533939:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.533942:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3230, osc lock ffff8c43a079bc80, flags 0x0 00010000:00010000:3.0:1780298644.533962:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.533970:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->2654207] (req 2641920->2654207) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.533978:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->2654207] (req 2641920->2654207) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.533991:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609543680:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.534028:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.535018:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609543808:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.535422:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609543680:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.535433:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->2654207] (req 2641920->2654207) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535444:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->2654207] (req 2641920->2654207) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535451:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->2654207] (req 2641920->2654207) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535883:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535893:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535912:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.535924:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4155114, setting rss=4155114; kms=4155114, end=36196351 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535934:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.535943:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.535959:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [6838463, 6845336) append 0 append lockpos 0 00000080:00200000:3.0:1780298644.536014:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1669 of 2239 to 1857 bytes 00000008:00010000:3.0:1780298644.536076:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab300 00000008:00010000:3.0:1780298644.536109:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab300 00010000:00010000:3.0:1780298644.536125:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2641920 2646015) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2641920->36196351] (req 2641920->2654207) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034937 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.536148:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886be300 - object 0x280000401:18 offset 2641920<>2646016 00000080:00200000:3.0:1780298644.536998:0:29360:0:(rw26.c:858:ll_write_end()) pos 6838463, len 1857, copied 1857 00000080:00200000:3.0:1780298644.537005:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000c7f87dbe[3 000000008ec8947f 2 1 00000000ca0ce1bc] 00000080:00200000:3.0:1780298644.537009:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001ab2801e 17ffffc0001009 3:0 ffff8c43848020e0 1669 lru 00000080:00200000:3.0:1780298644.537017:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000029b298f4 645: 1< 1 - - > 2< 2641920 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298644.537020:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000c7f87dbe 00000080:00200000:3.0:1780298644.537021:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298644.537025:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1670 of 0 to 4096 bytes 00000080:00200000:3.0:1780298644.537043:0:29360:0:(rw26.c:858:ll_write_end()) pos 6840320, len 4096, copied 4096 00000080:00200000:3.0:1780298644.537048:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002258ce59[3 000000008ec8947f 2 1 00000000ca0ce1bc] 00000080:00200000:3.0:1780298644.537051:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6b583eb 17ffffc0001001 3:0 ffff8c43848021c0 1670 lru 00000080:00200000:3.0:1780298644.537056:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000088fe97e2 646: 1< 0 - - > 2< 2646016 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298644.537058:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002258ce59 00000080:00200000:3.0:1780298644.537059:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000100:00100000:3.0:1780298644.537179:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609544064:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.540124:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d39b3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.540138:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d39b3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.540166:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.542936:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609544832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.542972:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.542978:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609544960:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.547996:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 544 00000020:00010000:3.0:1780298644.548000:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.548002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.548004:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.548007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.548010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.548012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.548015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.548041:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.548056:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.548069:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.548072:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.548083:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.548084:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298644.548094:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.548095:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298644.548101:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.548112:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298644.548118:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.548120:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.548125:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.548143:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d39dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.548150:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d39dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.548172:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.548179:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.548189:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609545472:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.555086:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609546112:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.555936:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609546112:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.556251:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.556261:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609546240:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.557681:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557733:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557745:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557752:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557760:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.557769:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4155114, setting rss=4155114; leaving kms=4155114, end=18446744073709551615 00000020:00200000:3.0:1780298644.557773:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.557783:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557791:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557800:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557821:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.557828:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557912:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.557918:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.557930:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d39f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.557948:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609546240:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.558029:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609546368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.559288:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559299:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559308:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559315:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559323:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.559331:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4155114, setting rss=4155114; leaving kms=4155114, end=18446744073709551615 00000020:00200000:3.0:1780298644.559334:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.559343:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559350:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559359:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559365:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.559369:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559403:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.559408:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.559418:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d39f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.559440:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609546368:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.559594:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609546496:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.561012:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561024:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561033:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561041:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561050:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.561064:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.561068:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.561072:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561090:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561112:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561130:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.561134:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561169:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.561174:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.561188:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.561207:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609546496:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298644.562921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096038 (ffff8c439057d248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.562926:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096038 (ffff8c439057d248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.562929:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022730 (ffff8c439057d7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.562934:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.562944:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.562960:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096038 (ffff8c439057d248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.562962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022730 (ffff8c439057d248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.562981:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.563016:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.563021:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.563031:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.563040:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.563050:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298644.563057:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.563061:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.563064:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3990 00000080:00010000:3.0:1780298644.563068:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3990 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.563071:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.563079:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d3990 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034930 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.563097:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.563101:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.563116:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.563119:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298644.563131:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.563132:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079b300, flags 0x400001002 00010000:00010000:3.0:1780298644.563140:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.563149:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:3.0:1780298644.563157:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.563160:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298644.563168:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298644.563179:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.563194:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3a15 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.563202:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3a15 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.563223:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.563229:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.563237:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609547008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.569706:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.569713:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.569720:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.569734:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000080:00200000:3.0:1780298644.569796:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.569802:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.569832:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.569837:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.569851:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.569856:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d395f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630348f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.569867:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.569869:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.569871:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.570902:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609547776:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.579776:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3a54 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.579784:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3a54 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.579804:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.581306:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 608 00000020:00010000:3.0:1780298644.581310:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901deb58 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.581311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901deb58 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.581314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.581316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.581319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901deb58 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.581321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.581324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.581353:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.581368:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.581382:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.581385:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.581396:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.581398:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298644.581406:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.581407:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298644.581414:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.581422:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.581428:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.581430:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.581438:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.581445:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.581456:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d3a5b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.581461:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d3a5b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.581477:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.582928:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 608 00000020:00010000:3.0:1780298644.582932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.582934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.582936:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.582939:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.582941:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.582942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.582946:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.582966:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.582978:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8349418 00000080:00a00000:3.0:1780298644.583017:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af740 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298644.583028:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.583031:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.583039:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.583040:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298644.583046:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.583047:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298644.583053:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.583061:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298644.583066:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.583068:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.583073:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.583080:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.583092:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d3a62 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.583096:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d3a62 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.583112:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.584469:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8349418 i_blocks 608 00000020:00010000:3.0:1780298644.584472:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.584474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.584476:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.584479:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.584481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.584483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.584486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.584507:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.584553:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 984 00000080:00200000:3.0:1780298644.584557:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.584562:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.584572:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [984, 984] 00000008:00010000:3.0:1780298644.584577:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.584580:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc38b0, osc lock ffff8c43a079a850, flags 0x0 00010000:00010000:3.0:1780298644.584586:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.584593:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4030464 4034559) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.584598:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.584603:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.584607:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298644.584613:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7897088 00000008:00010000:3.0:1780298644.584634:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab840 00000008:00010000:3.0:1780298644.584658:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab840 00010000:00010000:3.0:1780298644.584670:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4030464 4034559) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:3.0:1780298644.584706:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bd180 - object 0x2c0000401:17 offset 4030464<>4034560 00000100:00100000:3.0:1780298644.584761:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609549056:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298644.585590:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c235d8 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.585593:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c235d8 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.585595:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc38b0 (ffff8c4390c27248/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.585599:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.585605:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:3.0:1780298644.585613:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c235d8 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.585616:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc38b0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.585629:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:3.0:1780298644.586602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07945d8 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.586606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07945d8 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.586608:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.586611:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.586617:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d3a31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3047424->3051519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630349d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00010000:3.0:1780298644.586626:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07945d8 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.586628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.586647:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.586954:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609549312:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.588375:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588388:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588399:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588407:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588415:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.588424:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4155114, setting rss=4155114; leaving kms=3702784, end=18446744073709551615 00000020:00200000:3.0:1780298644.588427:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.588438:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588452:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588460:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588467:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.588471:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588502:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.588510:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.588522:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3a69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.588540:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609549312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.588719:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609549440:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.590047:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590055:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590061:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590066:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590070:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.590075:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4155114, setting rss=4155114; leaving kms=3702784, end=18446744073709551615 00000020:00200000:3.0:1780298644.590077:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.590089:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590094:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590099:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590103:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.590106:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590161:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.590166:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.590176:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3a70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.590185:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609549440:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.590345:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609549568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.591704:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591715:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591739:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591746:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591753:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.591766:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4155114, setting rss=4155114; leaving kms=4155114, end=18446744073709551615 00000020:00200000:3.0:1780298644.591770:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.591779:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591787:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591795:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591811:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.591817:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591883:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.591887:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.591895:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3a77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.591907:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609549568:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.598126:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609550336:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.600053:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.600059:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.600069:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.600075:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.600123:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.600212:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.600262:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.600275:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.600293:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.600301:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3a4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630349ed expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.600325:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.600335:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.600339:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.600361:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609550592:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.601894:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609550592:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.602461:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.602467:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.602487:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.602491:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.602550:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.602556:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.602649:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.602662:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.602672:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.602679:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d3a0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2412544->3702783] (req 2412544->2420735) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630349ae expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.602733:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.602736:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.602738:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.603870:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609551232:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.609124:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609551744:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.610477:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609551872:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.616412:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.616421:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d3aa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034a56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.616437:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.616444:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d3aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63034a56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.616561:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.616569:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.616654:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d3aa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034a56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.616664:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.616681:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d3aa8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034a56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.616716:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d3aa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034a56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.616750:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.616753:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.616757:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.616779:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609552512:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.617662:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609552512:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1780298644.619152:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1108580 i_blocks 304 00000020:00010000:3.0:1780298644.619158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794e48 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.619162:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794e48 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.619165:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.619170:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.619179:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.619188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.619190:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3a93 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a3a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.619196:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3a93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a3a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:3.0:1780298644.619201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794e48 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.619202:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.619205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.619228:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.619239:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 1108580, valid attrs 2168, mode 0, uid 0, gid 0, new size 1108580, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00a00000:3.0:1780298644.619263:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af1d0 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298644.619283:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.619289:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.619306:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.619308:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298644.619321:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.619322:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298644.619331:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.619341:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.619349:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.619352:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.619360:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.619370:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3a93 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a3a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.619375:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3a93 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a3a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298644.619380:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.619381:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3a93 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a3a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.619386:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3a93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a3a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298644.619391:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.619394:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1108580 i_blocks 304 00000020:00010000:3.0:1780298644.619396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.619397:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.619398:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.619407:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.619409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092238 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.619410:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.619412:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.619425:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.619475:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 268 00000080:00200000:3.0:1780298644.619482:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.619488:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.619502:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [268, 268] 00000008:00010000:3.0:1780298644.619508:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.619510:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc38b0, osc lock ffff8c43a079ad10, flags 0x0 00010000:00010000:3.0:1780298644.619518:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.619526:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1097728 1101823) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.619533:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.619541:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.619547:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.619556:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 1108580 00000008:00010000:3.0:1780298644.619590:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabe40 00000008:00010000:3.0:1780298644.619618:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabe40 00010000:00010000:3.0:1780298644.619630:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1097728 1101823) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298644.619647:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886be680 - object 0x2c0000401:17 offset 1097728<>1101824 00000020:00010000:3.0:1780298644.620606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c235d8 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.620611:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c235d8 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.620614:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc38b0 (ffff8c4390c27488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.620619:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.620632:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298644.620644:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c235d8 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.620646:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc38b0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.620677:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:3.0:1780298644.621940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07945d8 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.621951:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07945d8 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.621954:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6db0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.621957:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.621965:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1780298644.621972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07945d8 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.621974:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.621997:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.622540:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609553280:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.631903:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.631915:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609554176:192.168.203.125@tcp:10:fsx.0 00010000:00010000:3.0:1780298644.639871:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3aee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.639881:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3aee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.639908:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.641503:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7211310 i_blocks 328 00000020:00010000:3.0:1780298644.641510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfb50 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.641518:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfb50 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.641521:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.641525:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.641528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfb50 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.641532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.641542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.641575:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.641588:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.641602:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.641606:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.641617:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.641619:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298644.641627:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.641628:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298644.641645:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3af5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.641652:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3af5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.641676:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.641682:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.641707:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.641738:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609555456:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.643182:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643195:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643201:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643209:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643220:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.643239:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3017006, setting rss=3017006; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.643245:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.643249:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643267:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643286:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643298:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.643301:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643327:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.643332:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.643356:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3afc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.643381:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609555456:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.645126:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7211310 i_blocks 328 00000020:00010000:3.0:1780298644.645133:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057d518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.645137:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057d518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.645143:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057dd88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.645149:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057d368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.645153:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057d518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.645160:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d518/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.645168:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.645193:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.645267:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1681 00000080:00200000:3.0:1780298644.645273:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.645280:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.645295:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1681, 1681] 00000008:00010000:3.0:1780298644.645301:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.645303:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc38b0, osc lock ffff8c43a079b8f0, flags 0x0 00010000:00010000:3.0:1780298644.645321:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.645329:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2691072->2695167] (req 2691072->2695167) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.645334:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2691072->2695167] (req 2691072->2695167) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.645344:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609555840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.645374:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.646224:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609555968:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.646574:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609555840:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.646587:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2691072->2695167] (req 2691072->2695167) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.646598:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2691072->2695167] (req 2691072->2695167) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.646607:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2691072->2695167] (req 2691072->2695167) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.647155:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.647166:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.647195:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.647207:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3017006, setting rss=3017006; kms=3017006, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.647216:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.647224:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.647277:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7211310 00000008:00010000:3.0:1780298644.647317:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab000 00000008:00010000:3.0:1780298644.647354:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab000 00010000:00010000:3.0:1780298644.647374:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2691072 2695167) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.647397:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bc000 - object 0x280000401:18 offset 2691072<>2695168 00000020:00010000:3.0:1780298644.648254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c27638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.648259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c27638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.648262:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc38b0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.648267:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.648284:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.648296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c27638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.648298:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc38b0 (ffff8c4390c27638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.648320:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.648568:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.648579:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609556224:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298644.649398:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.649401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.649404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6cb0 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.649407:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.649414:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298644.649423:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.649425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6cb0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.649443:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298644.649744:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.649753:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298644.649756:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.649764:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.649773:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.651072:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7211310 i_blocks 328 00000020:00010000:3.0:1780298644.651076:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.651078:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.651080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.651083:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.651086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.651088:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.651091:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.651114:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.651134:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.651155:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.651158:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.651167:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.651169:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298644.651176:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.651177:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a720, flags 0x400001002 00010000:00010000:3.0:1780298644.651194:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3b1f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.651200:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3b1f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.651223:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.651237:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.651244:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298644.651246:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.651251:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.651257:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.652584:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7211310 i_blocks 328 00000020:00010000:3.0:1780298644.652591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.652597:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.652600:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.652603:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.652606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.652608:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.652612:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.652636:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.652646:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7211310 00000080:00200008:3.0:1780298644.652704:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7238149, type: SEEK_SET 00000080:00200008:3.0:1780298644.652709:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7238149, type: SEEK_SET, rc = 7238149 00000080:00200008:3.0:1780298644.652716:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7238149, count: 2704 00000080:00200000:3.0:1780298644.652743:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1767 of 517 to 2704 bytes 00000080:00200000:3.0:1780298644.652747:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 2704 00000080:00200000:3.0:1780298644.652756:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 7238149, bytes: 2704 00000080:00200000:3.0:1780298644.652759:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298644.652762:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298644.652764:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7238149, 7240853) 0 0 00000080:00200000:3.0:1780298644.652765:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.652771:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1767, 1767] 00020000:00200000:3.0:1780298644.652775:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7238149, 7240853) 7240853, 2704 00020000:00200000:3.0:1780298644.652777:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.652791:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1767, 1767] 00000008:00010000:3.0:1780298644.652795:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.652797:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc38b0, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298644.652813:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.652819:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.652824:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.652833:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bce00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609556608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.652862:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00010000:00010000:3.0:1780298644.653580:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.653587:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.653602:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.653606:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298644.653682:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.653767:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.653804:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.653812:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.653830:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.653838:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3b11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2695167) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034ae2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.653853:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.653855:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.653857:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.654106:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bce00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609556608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.654116:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654122:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654128:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->3047423] (req 3043328->3047423) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654770:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654781:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654802:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.654814:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3017006, setting rss=3017006; kms=3017006, end=36597759 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654823:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.654830:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.654849:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [7238149, 7240853) append 0 append lockpos 0 00000080:00200000:3.0:1780298644.654860:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1767 of 517 to 2704 bytes 00000080:00200000:3.0:1780298644.654966:0:29360:0:(rw26.c:858:ll_write_end()) pos 7238149, len 2704, copied 2704 00000080:00200000:3.0:1780298644.654973:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002258ce59[3 000000008ec8947f 2 1 000000001f755e45] 00000080:00200000:3.0:1780298644.654977:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f9686d6 17ffffc0001001 3:0 ffff8c43848021c0 1767 lru 00000080:00200000:3.0:1780298644.654985:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000088fe97e2 743: 1< 0 - - > 2< 3043328 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298644.654987:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002258ce59 00000080:00200000:3.0:1780298644.654988:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298644.654992:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 517, to 3221 prio 0 00000008:00010000:3.0:1780298644.655007:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000007798c864 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.655023:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000080:00200000:3.0:1780298644.655026:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 2704 bytes, tot: 2704 00000080:00200000:3.0:1780298644.655029:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 2704 00000020:00010000:3.0:1780298644.655040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c27638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.655048:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c27638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.655051:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc38b0 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.655055:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.655063:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.655072:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c27638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.655074:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc38b0 (ffff8c4390c27638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.655080:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2704 bytes 00000080:00200000:3.0:1780298644.655084:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1767, 1767] 00000080:00200000:3.0:1780298644.655100:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.655103:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 2704, restart: 0 00000080:00200000:3.0:1780298644.655109:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7240853 i_blocks 328 00000080:00200000:3.0:1780298644.655112:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 2704 00000080:00200008:3.0:1780298644.655130:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.655137:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.655151:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.655162:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.655171:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.655242:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.655249:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.655252:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3ae0 00000080:00010000:3.0:1780298644.655258:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3ae0 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.655262:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.655271:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.655295:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.655301:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.655316:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.655319:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a720, flags 0x400001002 00000008:00010000:3.0:1780298644.655334:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.655336:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298644.655346:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298644.655356:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:3.0:1780298644.655365:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.655367:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298644.655374:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298644.655386:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.655402:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d3b2d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.655410:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d3b2d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.655432:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.657143:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7240853 i_blocks 329 00000020:00010000:3.0:1780298644.657149:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.657153:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.657161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.657169:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.657173:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.657175:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.657178:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.657222:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.657243:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.657260:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.657265:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.657277:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.657279:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298644.657290:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.657292:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a720, flags 0x400001002 00010000:00010000:3.0:1780298644.657300:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298644.657310:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:3.0:1780298644.657318:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.657321:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298644.657329:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034a64 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298644.657339:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.657356:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d3b34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.657364:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d3b34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.657384:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.658823:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7240853 i_blocks 329 00000020:00010000:3.0:1780298644.658829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.658832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.658837:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.658845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.658851:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860936c0 (ffff8c4390c27638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.658854:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.658857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.658897:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.658910:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7240853 00000080:00200008:3.0:1780298644.659552:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9946315, type: SEEK_SET 00000080:00200008:3.0:1780298644.659559:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9946315, type: SEEK_SET, rc = 9946315 00000080:00200008:3.0:1780298644.659566:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 9946315, count: 7709 00000080:00200000:3.0:1780298644.659583:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 9946315, bytes: 7709 00000080:00200000:3.0:1780298644.659587:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298644.659592:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298644.659594:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9946315, 9954024) 0 0 00000080:00200000:3.0:1780298644.659597:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.659604:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2428, 2430] 00020000:00200000:3.0:1780298644.659609:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [9946315, 9954024) 9954024, 7709 00020000:00200000:3.0:1780298644.659613:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.659632:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2428, 2430] 00000008:00010000:3.0:1780298644.659639:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.659643:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc38b0, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298644.659670:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3b3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.659679:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3b3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5763071] (req 5750784->5763071) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.659709:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3b3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5763071] (req 5750784->5763071) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.659740:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609557120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.660959:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609557248:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.662456:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609557376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.662554:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609557504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.664050:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664073:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664091:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664110:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664120:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.664156:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3046549, setting rss=3046549; leaving kms=3046549, end=18446744073709551615 00000020:00200000:3.0:1780298644.664160:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.664179:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664192:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664211:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664231:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.664237:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664297:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.664304:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.664312:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3b49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.664330:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609557504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.667491:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609558016:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.669654:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3b6c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.669662:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3b6c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.669678:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00010000:3.0:1780298644.676881:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aaf38 (ffff8c43878ae878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.676885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aaf38 (ffff8c43878ae878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.676887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae030 (ffff8c43878ae998/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.676891:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d3b8f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [466944->3043327] (req 466944->479231) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034b60 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.676898:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d3b8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [466944->3043327] (req 466944->479231) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034b60 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.676905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aaf38 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.676907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae030 (ffff8c43878ae878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.676922:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.676966:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.676971:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.676983:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.676991:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.676997:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298644.677002:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.677006:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.677008:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3ae0 00000080:00010000:3.0:1780298644.677011:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3ae0 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.677013:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.677017:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298644.677046:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.677051:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.677070:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.677073:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298644.677083:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.677084:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079a980, flags 0x400001002 00010000:00010000:3.0:1780298644.677106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3b96 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.677112:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3b96 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.677130:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298644.677137:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.677146:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609559296:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.677228:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609559424:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298644.689121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa3f8 (ffff8c43878ae7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.689127:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa3f8 (ffff8c43878ae7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.689130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aebb0 (ffff8c43878ae368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.689135:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d3bdc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [376832->466943] (req 376832->385023) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034bad expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.689145:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d3bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [376832->466943] (req 376832->385023) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034bad expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.689156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa3f8 (ffff8c43878ae7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.689158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aebb0 (ffff8c43878ae7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.689177:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.689216:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.689222:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.689232:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.689241:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd200/0x11c228eb194d3abd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034a87 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.689250:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd200/0x11c228eb194d3abd lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034a87 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298644.689257:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.689261:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.689264:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3abd 00000080:00010000:3.0:1780298644.689268:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3abd from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.689271:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd200/0x11c228eb194d3abd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034a87 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.689279:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd200/0x11c228eb194d3abd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034a87 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.689305:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.689310:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.689327:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.689329:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298644.689342:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.689344:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079ba20, flags 0x400001002 00010000:00010000:3.0:1780298644.689350:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.689367:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3be3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.689375:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3be3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.689400:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298644.689409:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.689419:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609560960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.689465:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609561088:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.692889:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3c06 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.692897:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3c06 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.692920:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.694278:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9954024 i_blocks 368 00000020:00010000:3.0:1780298644.694284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddff0 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.694288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddff0 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.694290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.694293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.694296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddff0 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.694297:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.694301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.694332:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.694343:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.694356:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.694359:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.694369:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.694371:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079a4c0, flags 0x400001002 00000008:00010000:3.0:1780298644.694379:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.694380:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079aab0, flags 0x400001002 00010000:00010000:3.0:1780298644.694395:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d3c0d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.694402:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d3c0d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.694419:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.694430:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.694444:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.694452:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.694470:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609561856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.695883:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.695894:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.695939:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.695946:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.695954:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.695962:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3046549, setting rss=3046549; leaving kms=3046549, end=18446744073709551615 00000020:00200000:3.0:1780298644.695966:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.695978:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.695992:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.695998:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.696005:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.696008:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.696060:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.696066:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.696079:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.696090:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609561856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.697205:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.697211:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697217:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298644.697220:0:6149:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697226:0:6149:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697231:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697311:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 132 lru_type: 1 00010000:00010000:3.0:1780298644.697329:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697332:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.697345:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697350:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d3ae0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63034ab1 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.697359:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.697361:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.697362:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.698205:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609562112:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298644.698241:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.698245:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.698254:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.698281:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298644.698290:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.698292:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079bdb0, flags 0x0 00000008:00010000:3.0:1780298644.698296:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.698297:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079abe0, flags 0x0 00010000:00010000:3.0:1780298644.698306:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.698323:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.698332:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.698339:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.698349:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609562368:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.698377:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e900 going to sleep for 11 seconds 00010000:00010000:3.0:1780298644.699153:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.699162:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3837952->5750783] (req 3837952->3850239) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034b2f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.699185:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.699190:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3837952->5750783] (req 3837952->3850239) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63034b2f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.699293:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609562496:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298644.699582:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bf100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609562368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.699594:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.699605:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.699613:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.701018:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.701049:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:3.0:1780298644.701172:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609562752:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.702066:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702075:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702083:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.702099:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5759720, setting rss=5759720; kms=5759720, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702106:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702115:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702129:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.702143:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702148:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.702181:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.702192:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609562880:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.702220:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.703060:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605003392 00000100:00100000:3.0:1780298644.703066:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605003392 00000100:00100000:3.0:1780298644.703103:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 453 00000100:00100000:3.0:1780298644.703114:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605003392:12345-192.168.203.125@tcp:104: 00010000:00010000:3.0:1780298644.703123:0:6142:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d3bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [376832->466943] (req 376832->385023) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034bad expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.703177:0:6142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1780298644.703186:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605003392:12345-192.168.203.125@tcp:104: Request processed in 73us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298644.703257:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 453 00010000:00010000:3.0:1780298644.703309:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.703316:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d3bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [376832->466943] (req 376832->385023) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034bad expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.703330:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.703335:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d3bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [376832->466943] (req 376832->385023) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63034bad expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.703375:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.703383:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:3.0:1780298644.703580:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609563264:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.703781:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bf100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609562880:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.703789:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.703795:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.703800:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.704414:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.704446:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.704484:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.704492:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.704508:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.704516:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3b26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3043328->36597759] (req 3043328->3047423) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034af7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.704533:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.704536:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.704539:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.705323:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.705336:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.705354:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.705364:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3046549, setting rss=3046549; kms=3046549, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.705374:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.705387:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.705495:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609563520:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.705827:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609563392:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.706382:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609563520:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298644.710258:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2521941 i_blocks 328 00000020:00010000:3.0:1780298644.710264:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aae48 (ffff8c43878ae098/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.710267:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aae48 (ffff8c43878ae098/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.710270:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.710275:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.710285:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1780298644.710296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae248/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.710300:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.710308:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1780298644.710322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aae48 (ffff8c43878ae098/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.710325:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878ae098/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.710329:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878ae098/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.710355:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.710367:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 2521941, valid attrs 2168, mode 0, uid 0, gid 0, new size 2521941, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00200008:3.0:1780298644.710380:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.710384:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.710393:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.710400:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.710417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.710424:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.710432:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.710443:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bed80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609564416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.710481:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.711219:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bed80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609564416:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.711229:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711242:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711250:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711258:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711267:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711274:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711281:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.711290:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43886bed80 x1866777609564416/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.711299:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.711309:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711318:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.711322:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.711372:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.711381:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3c30 00000080:00010000:3.0:1780298644.711386:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.711388:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3c30 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.711392:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.711399:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.711424:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.711429:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.711445:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.711447:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079bb50, flags 0x400001002 00000008:00010000:3.0:1780298644.711460:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.711461:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079a5f0, flags 0x400001002 00010000:00010000:3.0:1780298644.711469:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.711479:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.711487:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.711490:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.711497:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.711509:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.711517:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.711525:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.711527:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.711535:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.711543:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.711548:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2521941 i_blocks 328 00000020:00010000:3.0:1780298644.711550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.711553:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.711555:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.711558:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.711560:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.711562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.711565:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.711583:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.711597:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.711608:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.711611:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.711623:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.711626:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298644.711635:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.711636:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298644.711644:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.711653:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.711661:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.711664:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.711671:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.711682:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.711719:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.711738:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.711741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.711749:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298644.711758:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.711762:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2521941 i_blocks 328 00000020:00010000:3.0:1780298644.711765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.711767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.711770:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.711773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.711776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.711778:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.711781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.711798:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.711809:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2521941 00000080:00200008:3.0:1780298644.712209:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 2521941, valid attrs 2068, mode 0, uid 0, gid 0, new size 4276323, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000 00010000:00010000:3.0:1780298644.712226:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.712239:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 137 lru_type: 1 00010000:00010000:3.0:1780298644.712260:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.712271:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.712273:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3c30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63034c1d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1780298644.712287:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780298644.712293:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43886bed80 x1866777609564672/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1780298644.712306:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bed80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609564672:192.168.203.125@tcp:36:fsx.0 00000100:00100000:3.0:1780298644.712343:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.713156:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bed80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609564672:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298644.713179:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.713182:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.713190:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.713210:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298644.713216:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.713218:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079bb50, flags 0x0 00000008:00010000:3.0:1780298644.713221:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.713223:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079a5f0, flags 0x0 00010000:00010000:3.0:1780298644.713230:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713241:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713250:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713264:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713271:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713280:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713288:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713295:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713303:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.713310:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:3.0:1780298644.713381:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609564928:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298644.714163:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4276323 i_blocks 328 00000020:00010000:3.0:1780298644.714168:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23218 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.714171:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23218 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714174:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.714179:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.714189:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:3.0:1780298644.714199:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27098/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.714203:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.714210:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:3.0:1780298644.714217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23218 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.714220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.714223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.714244:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.714255:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 4276323, valid attrs 2168, mode 0, uid 0, gid 0, new size 4276323, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00a00000:3.0:1780298644.714279:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928afcb0 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298644.714294:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.714298:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.714310:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.714313:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298644.714322:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.714323:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298644.714330:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.714339:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298644.714347:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.714350:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.714358:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714369:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.714378:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298644.714385:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.714388:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.714395:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298644.714403:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.714407:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4276323 i_blocks 328 00000020:00010000:3.0:1780298644.714409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.714412:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714417:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714419:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.714422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.714425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.714441:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.714498:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1044 00000080:00200000:3.0:1780298644.714504:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.714509:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.714521:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1044, 1044] 00000008:00010000:3.0:1780298644.714526:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.714528:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc37b0, osc lock ffff8c43a079bb50, flags 0x0 00010000:00010000:3.0:1780298644.714535:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714545:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (81920 86015) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714554:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714562:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714570:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000001:00010000:3.0:1780298644.714579:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.714589:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.714591:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298644.714593:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.714595:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298644.714599:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714608:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298644.714615:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.714617:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714625:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298644.714635:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714643:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298644.714651:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.714653:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298644.714660:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3c22 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bfa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298644.714666:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.714669:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4276323 i_blocks 328 00000020:00010000:3.0:1780298644.714671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.714674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714676:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714678:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.714680:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.714682:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.714708:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27128/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298644.714879:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609565056:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298644.722854:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c4c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.722865:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3c4c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.722891:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.725954:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609566208:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1780298644.727917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa998 (ffff8c43878ae128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.727921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa998 (ffff8c43878ae128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.727923:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae1b0 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.727926:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d3c53 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1114112->34668543] (req 1114112->1118207) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034c55 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.727933:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d3c53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1114112->34668543] (req 1114112->1118207) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034c55 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.727941:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa998 (ffff8c43878ae128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.727943:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae1b0 (ffff8c43878ae128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.727964:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.728005:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.728010:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.728023:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.728031:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.728038:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.728043:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.728048:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.728050:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3c37 00000080:00010000:3.0:1780298644.728053:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3c37 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.728056:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.728060:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.728080:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.728090:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.728104:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.728106:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298644.728115:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.728116:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079a5f0, flags 0x400001002 00010000:00010000:3.0:1780298644.728123:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.728129:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000020:00200000:3.0:1780298644.728135:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.728137:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:3.0:1780298644.728142:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d3c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034bf3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298644.728159:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d3c5a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.728167:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d3c5a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.728185:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.728193:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.728200:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609566464:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.736661:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609567360:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.742053:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609567872:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.743944:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.743968:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.743991:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744005:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744025:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.744046:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298644.744051:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.744062:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744074:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744081:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744085:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.744088:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744120:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.744126:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.744140:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3c99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.744165:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609567872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.746746:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609568384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.746800:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.746810:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609568512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.752996:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609569024:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.754271:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609569152:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.754738:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609569024:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.755296:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609569152:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.755560:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.755568:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609569280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.757321:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757338:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757358:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757378:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757396:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.757432:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4059136, end=18446744073709551615 00000020:00200000:3.0:1780298644.757439:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.757452:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757462:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757479:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757501:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.757507:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757572:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.757578:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.757595:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3cd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.757611:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609569280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.759968:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609569920:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.761567:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761619:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761630:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761636:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761644:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.761652:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1114799, setting rss=1114799; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.761655:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.761666:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761674:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761681:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761750:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.761755:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761790:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.761795:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.761802:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3cf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.761817:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609569920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.762828:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.762839:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609570176:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298644.763758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07943f8 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.763764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07943f8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.763767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6bb0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.763772:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3cfb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [892928->1114111] (req 892928->897023) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034cfd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.763785:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [892928->1114111] (req 892928->897023) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034cfd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.763798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07943f8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.763801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6bb0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.763823:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:3.0:1780298644.765143:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794128 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.765149:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794128 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.765152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6e30 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.765157:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3cfb lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [892928->1114111] (req 892928->897023) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034cfd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.765169:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3cfb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [892928->1114111] (req 892928->897023) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034cfd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298644.765181:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794128 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.765184:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6e30 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.765206:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.765743:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609570432:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.768754:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609570688:192.168.203.125@tcp:16:fsx.0 00010000:00010000:3.0:1780298644.773138:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3d17 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.773148:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3d17 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.773169:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.774886:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 5309103 i_blocks 376 00000020:00010000:3.0:1780298644.774894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.774899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.774907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.774914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.774920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.774925:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.774928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.774968:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.774992:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 5309103 00000080:00200008:3.0:1780298644.775582:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 5309103, valid attrs 2068, mode 0, uid 0, gid 0, new size 8307586, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000 00010000:00010000:3.0:1780298644.775605:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.775619:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 138 lru_type: 1 00010000:00010000:3.0:1780298644.775640:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.775645:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.775646:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d3c37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63034c32 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000020:00100000:3.0:1780298644.775656:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780298644.775661:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43886bea00 x1866777609571456/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1780298644.775673:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bea00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609571456:192.168.203.125@tcp:36:fsx.0 00000100:00100000:3.0:1780298644.777185:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609571584:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.779577:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.779588:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d3c84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4059136->37613567] (req 4059136->4067327) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034c86 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.779604:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.779610:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d3c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4059136->37613567] (req 4059136->4067327) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034c86 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.779732:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.779745:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.779853:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d3c84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4059136->37613567] (req 4059136->4067327) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034c86 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.779863:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.779877:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d3c84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4059136->37613567] (req 4059136->4067327) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034c86 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.779889:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d3c84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4059136->37613567] (req 4059136->4067327) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034c86 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.779911:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.779913:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.779915:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.779931:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609571840:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.780782:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609571840:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.781924:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.781934:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3cfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [892928->1114111] (req 892928->897023) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034cfd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298644.781948:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.781956:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3cfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [892928->1114111] (req 892928->897023) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63034cfd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298644.782012:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.782115:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:3.0:1780298644.782223:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609572352:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.783476:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609572608:192.168.203.125@tcp:10:fsx.0 00010000:00010000:3.0:1780298644.785936:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d3d3a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.785945:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d3d3a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.785963:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000080:00200000:3.0:1780298644.787531:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8307586 i_blocks 376 00000020:00010000:3.0:1780298644.787537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfb50 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.787540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfb50 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.787544:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.787549:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.787557:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfb50 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.787563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.787568:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.787600:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.787627:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.787640:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.787644:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.787656:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.787657:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079b1d0, flags 0x400001002 00000008:00010000:3.0:1780298644.787667:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.787668:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079a000, flags 0x400001002 00010000:00010000:3.0:1780298644.787697:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d3d41 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.787704:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d3d41 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.787743:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.787751:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.787758:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.787776:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609573248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.789259:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789269:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789277:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789283:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789290:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.789297:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4113282, setting rss=4113282; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.789300:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.789311:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789318:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789325:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789335:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.789341:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789403:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.789409:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.789421:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3d48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.789435:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609573248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.790536:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609573504:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298644.790568:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298644.790572:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.790581:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.790612:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298644.790621:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.790624:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079b690, flags 0x0 00000008:00010000:3.0:1780298644.790628:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.790629:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079a260, flags 0x0 00010000:00010000:3.0:1780298644.790667:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.790677:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.790703:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3d4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.790737:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609573632:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.791789:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.791798:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609573760:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.793571:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.793579:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3d25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034d2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.793589:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.793594:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3d25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034d2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.793623:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.793628:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.793710:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3d25 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034d2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.793730:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.793745:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3d25 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034d2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.793752:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d3d25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034d2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.793802:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780298644.795712:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 3633916 i_blocks 328 00000020:00010000:3.0:1780298644.795718:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.795732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.795736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.795741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3d4f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034d66 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.795750:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034d66 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.795761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.795764:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3d56 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034d6d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.795772:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d3d56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034d6d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.795779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.795781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.795785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.795812:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298644.798639:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.798652:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.798707:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.798716:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.798771:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609574784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.800437:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800449:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800458:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800465:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800473:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.800480:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.800483:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.800494:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800501:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800509:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800517:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.800524:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800572:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.800577:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.800586:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d3d72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.800608:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609574784:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298644.802285:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 3633916 i_blocks 328 00000020:00010000:3.0:1780298644.802290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752238 (ffff8c43878ae368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.802294:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752238 (ffff8c43878ae368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.802297:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.802302:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.802309:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752238 (ffff8c43878ae368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.802314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878ae368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.802323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878ae368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.802354:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.802367:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 3633916 00000080:00a00000:3.0:1780298644.802413:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af658 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298644.802429:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.802433:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.802448:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.802450:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079a260, flags 0x400001002 00000008:00010000:3.0:1780298644.802462:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.802464:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298644.802484:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.802494:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.802532:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3d8e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.802541:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d3d8e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.802557:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298644.802576:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.802587:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609575296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.804149:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804159:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804182:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804198:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804205:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.804223:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3633916, setting rss=3633916; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.804226:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.804230:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804244:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804254:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804261:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.804263:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804290:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.804296:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.804319:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d3d87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.804352:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609575168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.805515:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.805532:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609575552:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298644.806359:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.806369:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.806384:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.806392:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3633916, setting rss=3633916; kms=3633916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.806398:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.806404:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.806417:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 3633916 00000008:00010000:3.0:1780298644.806489:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab0c0 00000008:00010000:3.0:1780298644.806522:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab0c0 00010000:00010000:3.0:1780298644.806542:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2031616 2035711) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.806567:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bd180 - object 0x2c0000401:17 offset 2031616<>2035712 00000020:00010000:3.0:1780298644.807386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aae48 (ffff8c43878ae758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.807390:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aae48 (ffff8c43878ae758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.807393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aed30 (ffff8c43878aeea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.807396:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.807403:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.807411:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aae48 (ffff8c43878ae758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.807413:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aed30 (ffff8c43878ae758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.807436:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.807791:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609575808:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.808358:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.808367:0:2399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.808373:0:2399:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.808378:0:2399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.808384:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3633916, setting rss=3633916; kms=3633916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.808389:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.808397:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.808401:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.808406:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.808410:0:2399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d3d9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034dc1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.808422:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609575808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.809487:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609575936:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.810788:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810796:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810802:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810806:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810810:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.810815:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.810817:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.810825:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810829:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810835:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810839:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.810842:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810865:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.810871:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.810879:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d3da3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.810901:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609575936:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.811852:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.811866:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609576192:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.813318:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609576192:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.815835:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.815845:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609576576:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.817223:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817242:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817251:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817259:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817266:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.817274:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.817277:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.817287:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817294:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817302:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817309:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.817315:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817370:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.817375:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.817386:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d3db8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.817395:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609576576:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.820496:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.820502:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.820510:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.820514:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298644.820540:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.820576:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.820607:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.820614:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.820627:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.820634:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d3d95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2031616->2035711) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034dba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.820653:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.820655:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.820658:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.822421:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609577600:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.823327:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609577728:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.823357:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.823361:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609577856:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.823793:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609577600:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.824172:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609577856:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.824213:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609577728:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.825641:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609578112:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.826333:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609578112:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298644.829332:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.829344:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609578240:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.839481:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609578624:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.843112:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609578880:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.845255:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609579136:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1780298644.847552:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8903906 i_blocks 336 00000020:00010000:3.0:1780298644.847557:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.847560:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.847562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.847567:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.847578:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.847590:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.847594:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.847602:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.847611:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.847614:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.847618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.847649:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.847663:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 8903906, valid attrs 2168, mode 0, uid 0, gid 0, new size 8903906, atime 1780298644.000000000, mtime 1780298644.000000000, ctime 1780298644.000000000, rc 0 00000080:00200008:3.0:1780298644.847680:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.847703:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.847716:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.847737:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.847758:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.847763:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.847769:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.847777:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609579520:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.847808:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.848639:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609579520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.848650:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848657:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848664:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848670:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848677:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848713:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848733:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.848745:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43886bc000 x1866777609579520/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.848756:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.848767:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848777:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.848781:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.848846:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.848857:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3de2 00000080:00010000:3.0:1780298644.848862:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.848865:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3de2 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.848868:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.848875:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.848907:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.848913:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.848934:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.848938:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079ae40, flags 0x400001002 00000008:00010000:3.0:1780298644.848952:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.848954:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298644.848965:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.848976:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.848986:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.848989:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.848997:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849010:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.849019:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.849027:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849029:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.849036:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.849045:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.849050:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8903906 i_blocks 336 00000020:00010000:3.0:1780298644.849053:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.849056:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849058:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849061:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849064:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849066:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849069:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.849089:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.849105:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.849117:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.849121:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.849132:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849135:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298644.849143:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849145:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079ae40, flags 0x400001002 00010000:00010000:3.0:1780298644.849152:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849161:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.849176:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849177:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849182:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.849190:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849195:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298644.849199:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849200:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849204:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.849208:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.849211:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8903906 i_blocks 336 00000020:00010000:3.0:1780298644.849212:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.849214:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.849233:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.849241:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8903906 00000080:00200008:3.0:1780298644.849247:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.849249:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.849256:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.849261:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.849266:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.849270:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.849273:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.849275:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3de2 00000080:00010000:3.0:1780298644.849277:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3de2 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.849279:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.849283:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.849293:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.849296:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.849303:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849304:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079ae40, flags 0x400001002 00000008:00010000:3.0:1780298644.849309:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849310:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298644.849314:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.849319:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.849324:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849325:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.849329:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.849335:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.849339:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.849343:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849344:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.849352:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.849356:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.849358:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8903906 i_blocks 336 00000020:00010000:3.0:1780298644.849359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.849360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.849377:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.849384:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.849390:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.849392:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.849398:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849399:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298644.849408:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849409:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079ae40, flags 0x400001002 00010000:00010000:3.0:1780298644.849415:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.849423:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.849437:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849440:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.849448:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.849458:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.849466:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.849474:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849476:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.849484:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.849492:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.849496:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8903906 i_blocks 336 00000020:00010000:3.0:1780298644.849499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.849501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849505:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.849521:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.849528:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8903906 00000080:00200008:3.0:1780298644.849534:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.849537:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.849542:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.849546:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849553:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298644.849559:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.849563:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.849565:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3de2 00000080:00010000:3.0:1780298644.849569:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3de2 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.849572:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.849579:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d600/0x11c228eb194d3de2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e23 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.849597:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.849602:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.849613:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849616:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079ae40, flags 0x400001002 00000008:00010000:3.0:1780298644.849624:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.849626:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298644.849633:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.849639:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.849644:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849646:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.849651:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.849657:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.849661:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.849666:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.849667:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.849675:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298644.849679:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.849682:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8903906 i_blocks 336 00000020:00010000:3.0:1780298644.849683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.849699:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849701:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849703:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.849705:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849707:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.849709:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.849738:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:3.0:1780298644.850930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929ee518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.850935:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929ee518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.850938:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f69b0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.850943:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.850953:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d3dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034e0e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:3.0:1780298644.850963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929ee518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.850965:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f69b0 (ffff8c43929ee518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.850989:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.851039:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.851043:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.851053:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.851059:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298644.851083:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.851090:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.851099:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.851112:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609579776:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.851142:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.852009:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609579776:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.852017:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852023:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852030:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852035:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852044:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852049:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852053:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298644.852060:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43886bc000 x1866777609579776/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298660 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298644.852069:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298644.852084:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852092:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298644.852096:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298644.852147:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298644.852153:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3de9 00000080:00010000:3.0:1780298644.852156:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.852158:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3de9 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.852160:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852169:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ca00/0x11c228eb194d3de9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034e31 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.852185:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.852190:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.852201:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.852203:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298644.852211:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.852212:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079ae40, flags 0x400001002 00010000:00010000:3.0:1780298644.852231:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3df0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.852236:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3df0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.852264:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.852273:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609579904:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.852338:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609580032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.859506:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.859513:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.859522:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.859526:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.859618:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.859624:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.859652:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.859660:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.859677:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.859705:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3ddb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034e15 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298644.859730:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.859732:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.859735:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.860962:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609580928:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298644.871758:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609581824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.878811:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.881005:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609582848:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.883056:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609583104:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298644.883964:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.883973:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.883992:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693000) 00000100:00100000:1.0:1780298644.884022:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605015296:12345-192.168.203.125@tcp:105: Request processed in 94us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.884038:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23634 00000100:00100000:3.0:1780298644.884277:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.884289:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609583360:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.885307:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609583232:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298644.886801:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609583616:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.886846:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.886854:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609583744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.887582:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298644.887593:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605015424 00000100:00100000:1.0:1780298644.887597:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605015424 00000100:00100000:1.0:1780298644.887631:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23635 00000100:00100000:1.0:1780298644.887640:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605015424:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.887648:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.887658:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.887734:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.887737:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000020:00010000:1.0:1780298644.887745:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.887748:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000100:00100000:1.0:1780298644.887791:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605015424:12345-192.168.203.125@tcp:106: Request processed in 152us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.887801:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23635 00000100:00100000:1.0:1780298644.887835:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605015552 00000100:00100000:1.0:1780298644.887839:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605015552 00000100:00100000:1.0:1780298644.887862:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23636 00000100:00100000:1.0:1780298644.887869:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605015552:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.887876:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.887884:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.887904:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.887906:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 0 00000020:00010000:1.0:1780298644.887910:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.887911:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 0 00000100:00100000:1.0:1780298644.887944:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605015552:12345-192.168.203.125@tcp:106: Request processed in 76us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.887951:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23636 00010000:00010000:3.0:1780298644.888410:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888422:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888480:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888489:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888498:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.888508:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.888512:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.888516:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888530:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888538:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888542:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.888546:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888571:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.888573:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888578:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d3e67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.888590:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609583616:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.888657:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888666:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888679:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888711:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888730:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.888740:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.888744:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.888756:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888764:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888772:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888779:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.888785:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888843:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.888849:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.888857:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d3e6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.888882:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609583744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.889034:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298644.889045:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609583872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.889083:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609584000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.890007:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605015680 00000100:00100000:1.0:1780298644.890011:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605015680 00000100:00100000:1.0:1780298644.890035:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605015808 00000100:00100000:1.0:1780298644.890037:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605015808 00000100:00100000:1.0:1780298644.890047:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23637 00000100:00100000:1.0:1780298644.890053:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605015680:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.890059:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.890066:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.890101:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.890105:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000020:00010000:1.0:1780298644.890117:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.890120:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000100:00100000:1.0:1780298644.890174:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605015680:12345-192.168.203.125@tcp:106: Request processed in 119us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.890189:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23637 00010000:00010000:1.0:1780298644.891322:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891331:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891337:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891341:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891349:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.891355:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298644.891358:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298644.891360:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891365:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891370:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891375:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.891377:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891402:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.891405:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891409:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d3e7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.891423:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609584000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298644.891432:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891441:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891449:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891457:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891464:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.891471:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298644.891475:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298644.891484:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891491:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891504:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891517:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.891522:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891548:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.891551:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.891557:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d3e75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.891568:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609583872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.891879:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609584128:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298644.892786:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609584128:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298644.895756:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605015936 00000100:00100000:1.0:1780298644.895761:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605015936 00000100:00100000:1.0:1780298644.895799:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23639 00000100:00100000:1.0:1780298644.895806:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605015936:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298644.895813:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298644.895852:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298644.895856:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605015936:12345-192.168.203.125@tcp:104: Request processed in 52us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.895862:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23639 00010000:00010000:3.0:1780298644.895876:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.895884:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.895904:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.895910:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.895990:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.895997:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.896038:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.896046:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.896071:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.896085:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d3e59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034ea8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.896104:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.896107:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.896110:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298644.896894:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605016064 00000100:00100000:1.0:1780298644.896899:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605016064 00000100:00100000:1.0:1780298644.896930:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23640 00000100:00100000:1.0:1780298644.896938:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605016064:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298644.896945:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->614399] (req 606208->614399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.896952:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->614399] (req 606208->614399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.896958:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.896964:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.896969:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.896975:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.896994:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00000100:00100000:1.0:1780298644.897016:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605016064:12345-192.168.203.125@tcp:105: Request processed in 79us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.897022:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23640 00010000:00010000:3.0:1780298644.897780:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3e98 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.897792:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d3e98 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.897815:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298644.898386:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605016192 00000100:00100000:1.0:1780298644.898391:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605016192 00000100:00100000:1.0:1780298644.898426:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23641 00000100:00100000:1.0:1780298644.898435:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605016192:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.898443:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298644.898453:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ea1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298644.898483:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.898485:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000020:00010000:1.0:1780298644.898489:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.898491:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000100:00100000:1.0:1780298644.898521:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605016192:12345-192.168.203.125@tcp:106: Request processed in 88us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.898525:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23641 00000100:00100000:1.0:1780298644.898611:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.899790:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298644.899801:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609584896:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.899838:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609585024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.900512:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.900531:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.900544:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605016576 00000100:00100000:1.0:1780298644.900548:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605016576 00000100:00100000:1.0:1780298644.900574:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23643 00000100:00100000:1.0:1780298644.900583:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605016576:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.900594:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.900610:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.900648:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.900650:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 1 00000020:00010000:1.0:1780298644.900654:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.900655:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 1 00000100:00100000:1.0:1780298644.900684:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605016576:12345-192.168.203.125@tcp:106: Request processed in 104us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.900704:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23643 00000100:00100000:1.0:1780298644.902737:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298644.903069:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609585280:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298644.903929:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:3.0:1780298644.905788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.905792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.905794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6d30 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.905798:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.905807:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.905818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.905820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6d30 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.905826:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2801 bytes 00000080:00200000:3.0:1780298644.905843:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.905846:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 2801, restart: 0 00000080:00200000:3.0:1780298644.905849:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 2801 00000100:00100000:3.0:1780298644.906146:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.906159:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609585536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.906998:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.907063:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.907083:0:2399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.907107:0:2399:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.907122:0:2399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.907134:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3609904, setting rss=3609904; kms=3609904, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.907156:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.907161:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.907169:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.907177:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.907186:0:2399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298644.907212:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609585536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.908658:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298644.909839:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.909848:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609585920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.910521:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.911296:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911307:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911317:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911324:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911331:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.911345:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612875, setting rss=612875; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.911349:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.911358:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911366:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911374:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911382:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.911389:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911428:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.911432:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.911437:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d3ec9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.911454:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609585920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.911542:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609586048:192.168.203.125@tcp:3:fsx.0 00000008:00010000:3.0:1780298644.912527:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab6c0 00000008:00010000:3.0:1780298644.912568:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab6c0 00010000:00010000:3.0:1780298644.912579:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4071424 4075519) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298644.912596:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bd500 - object 0x2c0000401:17 offset 4071424<>4075520 00000100:00100000:3.0:1780298644.913467:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609586304:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298644.914626:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298644.914637:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609586432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.915332:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.917118:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298644.917938:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 337 00000020:00010000:3.0:1780298644.917942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.917944:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.917947:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.917950:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.917953:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.917955:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.917958:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.917977:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.917990:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4807179 00000080:00a00000:3.0:1780298644.918071:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af3a0 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298644.918093:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.918097:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.918108:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.918109:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079a260, flags 0x400001002 00000008:00010000:3.0:1780298644.918118:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.918119:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079a000, flags 0x400001002 00010000:00010000:3.0:1780298644.918127:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.918137:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.918142:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.918144:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.918149:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d3eb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.918168:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3ede lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.918173:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3ede lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.918190:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.918197:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.918204:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609586688:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.918933:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:3.0:1780298644.922905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07948a8 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.922909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07948a8 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.922912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6eb0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.922915:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d3ee5 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [401408->606207] (req 401408->405503) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.922928:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d3ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [401408->606207] (req 401408->405503) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298644.922935:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07948a8 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.922937:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6eb0 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.922950:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.927437:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 360 00000080:00200000:3.0:1780298644.927457:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.927507:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.927515:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.927531:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.927543:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.927552:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298644.927560:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.927574:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298644.927581:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3e60 00000080:00010000:3.0:1780298644.927586:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3e60 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.927589:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.927599:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298644.927630:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.927634:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.927647:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.927649:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079b1d0, flags 0x400001002 00000008:00010000:3.0:1780298644.927659:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.927660:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079a5f0, flags 0x400001002 00010000:00010000:3.0:1780298644.927671:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.927682:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.927714:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.927716:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.927734:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.927747:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.927765:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3eec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.927771:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d3eec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.927794:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.927799:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.927806:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609587584:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.928495:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.929754:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609587712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.930394:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.932087:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.932169:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.932349:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.932355:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.932366:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.932371:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298644.932413:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.932484:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298644.932528:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.932533:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.932552:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.932567:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d3ead lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1101824->1110015) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63034f0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1780298644.933405:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298644.934890:0:29360:0:(rw26.c:858:ll_write_end()) pos 2374965, len 715, copied 715 00000080:00200000:3.0:1780298644.934897:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000c75e1672[3 000000008ec8947f 2 1 00000000ac7a52bb] 00000080:00200000:3.0:1780298644.934902:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000004b1818bc 17ffffc0001009 3:0 ffff8c4390a502a0 579 lru 00000080:00200000:3.0:1780298644.934910:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000a1e6c197 579: 1< 1 - - > 2< 2371584 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298644.934912:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000c75e1672 00000080:00200000:3.0:1780298644.934914:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298644.934917:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 580 of 0 to 626 bytes 00000100:00100000:3.0:1780298644.935021:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.935032:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609588352:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298644.936227:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298644.936236:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609588608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.936885:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605018368 00000100:00100000:1.0:1780298644.936890:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605018368 00000100:00100000:1.0:1780298644.936925:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23658 00000100:00100000:1.0:1780298644.936935:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605018368:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.936945:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.936962:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.937005:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.937008:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000020:00010000:1.0:1780298644.937012:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.937014:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000100:00100000:1.0:1780298644.937070:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605018368:12345-192.168.203.125@tcp:106: Request processed in 135us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.937086:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23658 00010000:00010000:1.0:1780298644.937737:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937749:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937759:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937773:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937781:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.937788:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=18446744073709551615 00000020:00200000:1.0:1780298644.937791:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298644.937803:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937812:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937824:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937836:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.937842:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937885:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.937890:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.937897:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d3f01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.937916:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609588480:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.938097:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d3f16 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.938109:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d3f16 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.938133:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298644.938818:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605018624 00000100:00100000:1.0:1780298644.938822:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605018624 00000100:00100000:1.0:1780298644.938847:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23661 00000100:00100000:1.0:1780298644.938853:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605018624:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.938858:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.938867:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.938894:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.938897:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000020:00010000:1.0:1780298644.938901:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.938903:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000100:00100000:1.0:1780298644.938931:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605018624:12345-192.168.203.125@tcp:106: Request processed in 77us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.938937:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23661 00000080:00200000:3.0:1780298644.939811:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 360 00000020:00010000:3.0:1780298644.939816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929eed88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.939820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.939823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.939827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.939834:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.939839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929eed88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.939846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.939886:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.939901:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4807179 00000080:00200008:3.0:1780298644.939936:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 944931, type: SEEK_SET 00000080:00200008:3.0:1780298644.939941:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 944931, type: SEEK_SET, rc = 944931 00000080:00200008:3.0:1780298644.939948:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 944931, count: 7986 00000080:00200000:3.0:1780298644.939974:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 230 00000080:00200000:3.0:1780298644.939996:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 944931, bytes: 7986 00000080:00200000:3.0:1780298644.940001:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298644.940006:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298644.940007:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [944931, 952917) 0 0 00000080:00200000:3.0:1780298644.940010:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.940019:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [944931, 952917) 952917, 7986 00020000:00200000:3.0:1780298644.940023:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.940048:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [230, 232] 00000008:00010000:3.0:1780298644.940057:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.940060:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079af70, flags 0x0 00010000:00010000:3.0:1780298644.940068:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (942080 954367) 00010000:00010000:3.0:1780298644.940088:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940098:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->954367] (req 942080->954367) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940106:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->954367] (req 942080->954367) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.940122:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609588992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.940162:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298644.940855:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609588992:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.940867:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940878:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940893:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940902:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.940911:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=2371583 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940920:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940928:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.940941:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [944931, 952917) 00000080:00200000:3.0:1780298644.940949:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4800512 00000080:00200000:3.0:1780298644.940953:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:7986 iocb pos:944931 00010000:00010000:3.0:1780298644.940978:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.940988:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (946176 950271) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.941030:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab900 00010000:00010000:3.0:1780298644.941044:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.941052:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.941085:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab900 00010000:00010000:3.0:1780298644.941102:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (942080 946175) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.941124:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bf800 - object 0x2c0000401:17 offset 942080<>954368 00000020:00010000:3.0:1780298644.942075:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c235d8 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.942079:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c235d8 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.942082:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.942086:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.942096:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.942108:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c235d8 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.942111:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.942117:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 7986 bytes 00000080:00200000:3.0:1780298644.942132:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.942135:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 7986, restart: 0 00000080:00200000:3.0:1780298644.942139:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 7986 00000100:00100000:3.0:1780298644.942385:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609589248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.943166:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605018880 00000100:00100000:1.0:1780298644.943172:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605018880 00000100:00100000:1.0:1780298644.943202:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298644.943214:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23662 00000100:00100000:1.0:1780298644.943224:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605018880:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.943231:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.943247:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.943294:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.943298:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000020:00010000:1.0:1780298644.943310:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.943313:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000100:00100000:1.0:1780298644.943358:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605018880:12345-192.168.203.125@tcp:106: Request processed in 135us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.943369:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23662 00010000:00010000:3.0:1780298644.944024:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944036:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944046:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944057:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944113:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.944130:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=18446744073709551615 00000020:00200000:3.0:1780298644.944134:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.944152:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944163:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944171:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944195:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.944202:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944255:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.944261:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.944270:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d3f24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.944291:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609589248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.944402:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298644.944414:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609589504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.944451:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609589632:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.945161:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019136 00000100:00100000:1.0:1780298644.945165:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019136 00000100:00100000:1.0:1780298644.945184:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23664 00000100:00100000:1.0:1780298644.945192:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605019136:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.945200:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.945211:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.945237:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.945239:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000020:00010000:1.0:1780298644.945243:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.945244:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 336 00000100:00100000:1.0:1780298644.945281:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605019136:12345-192.168.203.125@tcp:106: Request processed in 91us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.945286:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23664 00000100:00100000:1.0:1780298644.945297:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019264 00000100:00100000:1.0:1780298644.945300:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019264 00000100:00100000:1.0:1780298644.945312:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23665 00000100:00100000:1.0:1780298644.945317:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605019264:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.945321:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.945331:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.945353:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.945355:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000020:00010000:1.0:1780298644.945359:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.945360:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000100:00100000:1.0:1780298644.945394:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605019264:12345-192.168.203.125@tcp:106: Request processed in 75us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.945401:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23665 00010000:00010000:1.0:1780298644.945906:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945916:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945926:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945934:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945942:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.945956:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=18446744073709551615 00000020:00200000:1.0:1780298644.945960:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298644.945964:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945972:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945980:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.945988:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.945991:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946018:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.946022:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946030:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d3f32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.946042:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609589504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298644.946063:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946071:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946076:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946080:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946085:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.946093:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612875, setting rss=612875; leaving kms=606208, end=18446744073709551615 00000020:00200000:1.0:1780298644.946097:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298644.946107:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946115:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946123:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946130:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.946134:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946157:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.946160:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.946171:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d3f39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.946182:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609589632:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.947206:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609589760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.947217:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.947228:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.947238:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.947246:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.947259:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=942079 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.947267:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.947273:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.947287:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 360 00000020:00010000:3.0:1780298644.948322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aae48 (ffff8c43878ae3f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.948327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aae48 (ffff8c43878ae3f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.948330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae1b0 (ffff8c43878ae098/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.948335:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.948346:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d3f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [69632->942079] (req 69632->81919) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63034f9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.948357:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aae48 (ffff8c43878ae3f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.948360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae1b0 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.948383:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.948407:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.948413:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.948429:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.948440:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.948451:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298644.948458:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.948464:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.948468:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3e83 00000080:00010000:3.0:1780298644.948473:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3e83 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.948476:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.948484:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298644.948513:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.948518:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.948535:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.948537:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298644.948551:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.948553:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298644.948561:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.948579:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d3f47 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.948587:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d3f47 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.948618:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.948636:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3f4e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.948648:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d3f4e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.948660:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298644.949437:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019392 00000100:00100000:1.0:1780298644.949443:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019392 00000100:00100000:1.0:1780298644.949480:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23666 00000100:00100000:1.0:1780298644.949489:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605019392:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.949498:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.949508:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.949543:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.949546:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 328 00000020:00010000:1.0:1780298644.949550:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.949551:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 328 00000100:00100000:1.0:1780298644.949596:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605019392:12345-192.168.203.125@tcp:106: Request processed in 107us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.949603:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23666 00000100:00100000:1.0:1780298644.949619:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019520 00000100:00100000:1.0:1780298644.949623:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019520 00000100:00100000:1.0:1780298644.949644:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23667 00000100:00100000:1.0:1780298644.949651:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605019520:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.949658:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.949667:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.949736:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.949739:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000020:00010000:1.0:1780298644.949744:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.949747:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000100:00100000:1.0:1780298644.949786:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605019520:12345-192.168.203.125@tcp:106: Request processed in 135us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.949793:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23667 00000080:00200000:3.0:1780298644.950388:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 352 00000020:00010000:3.0:1780298644.950396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.950403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.950406:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.950409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.950414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.950418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.950426:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.950458:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.950476:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.950489:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.950493:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.950506:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.950508:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079bb50, flags 0x400001002 00000008:00010000:3.0:1780298644.950518:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.950520:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298644.950528:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.950545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d3f55 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.950554:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d3f55 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.950582:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.950612:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3f5c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.950620:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d3f5c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.950643:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298644.951338:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019648 00000100:00100000:1.0:1780298644.951342:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019648 00000100:00100000:1.0:1780298644.951362:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019776 00000100:00100000:1.0:1780298644.951364:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019776 00000100:00100000:1.0:1780298644.951388:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23669 00000100:00100000:1.0:1780298644.951399:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605019776:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.951407:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.951429:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.951477:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.951480:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 328 00000020:00010000:1.0:1780298644.951484:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.951485:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 328 00000100:00100000:1.0:1780298644.951528:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605019776:12345-192.168.203.125@tcp:106: Request processed in 131us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.951534:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23669 00000080:00200000:3.0:1780298644.952409:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 352 00000020:00010000:3.0:1780298644.952419:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.952425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.952429:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.952435:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.952441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.952445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.952448:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.952479:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.952492:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4807179 00000080:00200008:3.0:1780298644.952503:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298644.952508:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298644.952521:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298644.952532:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.952543:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298644.952550:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298644.952555:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298644.952558:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3e83 00000080:00010000:3.0:1780298644.952562:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3e83 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298644.952565:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.952573:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7000/0x11c228eb194d3e83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63034ee0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298644.952597:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.952601:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.952615:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.952617:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298644.952631:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.952633:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298644.952640:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.952658:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3f63 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.952666:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d3f63 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.952709:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298644.952751:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3f6a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.952760:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d3f6a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.952777:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298644.953559:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298644.953571:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605019904 00000100:00100000:1.0:1780298644.953574:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605019904 00000100:00100000:1.0:1780298644.953606:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23670 00000100:00100000:1.0:1780298644.953615:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605019904:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.953623:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.953637:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034f57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.953667:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.953668:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 328 00000020:00010000:1.0:1780298644.953671:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298644.953672:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3609904 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 328 00000100:00100000:1.0:1780298644.953733:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605019904:12345-192.168.203.125@tcp:106: Request processed in 119us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.953740:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23670 00000080:00200000:3.0:1780298644.954582:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4807179 i_blocks 352 00000020:00010000:3.0:1780298644.954589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.954594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.954599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.954603:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.954606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.954609:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.954612:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.954638:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.954656:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.954670:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.954675:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.954710:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.954714:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079bb50, flags 0x400001002 00000100:00100000:3.0:1780298644.954828:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.954840:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609590784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.955656:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605020160 00000100:00100000:1.0:1780298644.955661:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605020160 00000100:00100000:1.0:1780298644.955737:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23672 00000100:00100000:1.0:1780298644.955750:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605020288:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.955762:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.955780:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3e8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [606208->34160639] (req 606208->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034ee7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298644.955824:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.955828:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000020:00010000:1.0:1780298644.955840:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.955845:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612875 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 24 00000100:00100000:1.0:1780298644.955903:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605020288:12345-192.168.203.125@tcp:106: Request processed in 155us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.955911:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23672 00010000:00010000:3.0:1780298644.956654:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956677:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956741:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956761:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956777:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.956785:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=18446744073709551615 00000020:00200000:3.0:1780298644.956787:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.956797:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956801:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956809:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956823:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.956828:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956905:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.956911:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.956921:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d3f71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.956935:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609590784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.957864:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298644.958255:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.958266:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609591168:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298644.959574:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.959618:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:3.0:1780298644.959754:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609591296:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298644.960483:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:3.0:1780298644.961934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa998 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.961939:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa998 (ffff8c43878ae248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.961942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae030 (ffff8c43878aef38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.961948:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d3f7f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3448832->18446744073709551615] (req 3448832->3457023) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63034fdc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.961961:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d3f7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3448832->18446744073709551615] (req 3448832->3457023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63034fdc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.961974:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa998 (ffff8c43878ae248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.961977:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae030 (ffff8c43878ae248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.961983:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2254 bytes 00000080:00200000:3.0:1780298644.962004:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.962007:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 2254, restart: 0 00000080:00200000:3.0:1780298644.962012:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 2254 00000100:00100000:3.0:1780298644.962296:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609591552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.963100:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.963156:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963166:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963174:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963179:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963189:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.963200:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=18446744073709551615 00000020:00200000:3.0:1780298644.963204:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.963208:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963235:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963241:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963245:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.963248:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963285:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.963289:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.963295:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d3f86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.963314:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609591552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.964153:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298644.964165:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609591808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.964890:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298644.964940:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.964958:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.964965:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.964971:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.964978:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.964989:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3609904, setting rss=3609904; leaving kms=3609904, end=18446744073709551615 00000020:00200000:1.0:1780298644.964992:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298644.964995:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965010:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965026:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965030:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.965033:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965076:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.965080:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965087:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d3f94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.965101:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609591808:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298644.965675:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965683:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965728:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965735:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965745:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298644.965758:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612875, setting rss=612875; leaving kms=612875, end=18446744073709551615 00000020:00200000:1.0:1780298644.965762:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298644.965773:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965780:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965787:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965794:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298644.965798:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965817:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298644.965821:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.965834:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d3f9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.965849:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609591936:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.967051:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298644.967060:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605020928 00000100:00100000:1.0:1780298644.967063:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605020928 00000100:00100000:1.0:1780298644.967086:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23677 00000100:00100000:1.0:1780298644.967091:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43a079ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:7411:x1866777605020928:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298644.967098:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298644.967128:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298644.967132:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43a079ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:7411:x1866777605020928:12345-192.168.203.125@tcp:104: Request processed in 42us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.967137:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23677 00010000:00010000:3.0:1780298644.967147:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.967155:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967164:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298644.967169:0:6616:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967178:0:6616:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967186:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967197:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 141 lru_type: 1 00010000:00010000:3.0:1780298644.967248:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967253:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.967266:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967270:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d3e60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63034eb6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298644.967278:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.967279:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.967281:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298644.968979:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605021056 00000100:00100000:1.0:1780298644.968984:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605021056 00000100:00100000:1.0:1780298644.969009:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23678 00000100:00100000:1.0:1780298644.969015:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605021056:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298644.969022:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d3f7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3448832->18446744073709551615] (req 3448832->3457023) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63034fdc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.969056:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298644.969063:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605021056:12345-192.168.203.125@tcp:104: Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.969071:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23678 00000100:00100000:1.0:1780298644.969083:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605021184 00000100:00100000:1.0:1780298644.969087:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605021184 00000100:00100000:1.0:1780298644.969108:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23679 00000100:00100000:1.0:1780298644.969114:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605021184:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298644.969119:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298644.969170:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298644.969180:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605021184:12345-192.168.203.125@tcp:104: Request processed in 65us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.969188:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23679 00010000:00010000:3.0:1780298644.969212:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298644.969218:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.969226:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.969231:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298644.969269:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298644.969315:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298644.969333:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.969420:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.969457:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298644.969463:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.969470:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d3f1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [942080->2371583] (req 942080->954367) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63034f7a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.969479:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.969480:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298644.969482:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298644.969491:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609592576:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.969518:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609592832:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298644.970329:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298644.970336:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609592832:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.971073:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609592576:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298644.971294:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.971352:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298644.971641:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609593088:192.168.203.125@tcp:4:fsx.0 00000100:00100000:1.0:1780298644.971788:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609593216:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298644.973156:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609593344:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298644.973942:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298644.973953:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605021824 00000100:00100000:1.0:1780298644.973958:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605021824 00000100:00100000:1.0:1780298644.973991:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23684 00000100:00100000:1.0:1780298644.974000:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605021824:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298644.974009:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.974019:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.974027:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.974042:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.974050:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.974059:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298644.974079:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692400) 00000100:00100000:1.0:1780298644.974111:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605021824:12345-192.168.203.125@tcp:105: Request processed in 111us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.974127:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23684 00000100:00100000:3.0:1780298644.974274:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.974281:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609593600:192.168.203.125@tcp:10:fsx.0 00000100:00100000:1.0:1780298644.974842:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609593344:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.975333:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609593600:192.168.203.125@tcp:10:fsx.0 00010000:00010000:3.0:1780298644.977913:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d3fbe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.977922:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d3fbe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.977950:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298644.978510:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.978673:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.978742:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605022080 00000100:00100000:1.0:1780298644.978747:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605022080 00000100:00100000:1.0:1780298644.978779:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23686 00000100:00100000:1.0:1780298644.978785:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605022080:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298644.978793:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298644.978802:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298644.978829:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298644.978831:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 0 00000020:00010000:1.0:1780298644.978835:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298644.978836:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298644 atime: 1780298644 ctime: 1780298644 blocks: 0 00000100:00100000:1.0:1780298644.978864:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605022080:12345-192.168.203.125@tcp:106: Request processed in 79us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298644.978871:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23686 00000080:00200000:3.0:1780298644.979641:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 360462 i_blocks 296 00000020:00010000:3.0:1780298644.979645:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.979647:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.979649:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.979652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.979657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.979663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.979672:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.979748:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298644.979815:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 28 00000080:00200000:3.0:1780298644.979820:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298644.979826:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298644.979840:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [28, 28] 00000008:00010000:3.0:1780298644.979846:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298644.979848:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079af70, flags 0x0 00010000:00010000:3.0:1780298644.979865:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.979871:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.979877:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.979885:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609594112:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.979923:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298644.980532:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298644.980833:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609594240:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298644.981316:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609594112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298644.981329:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.981337:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.981345:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [114688->118783] (req 114688->118783) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298644.981547:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.981762:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.981774:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.981787:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.981802:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 360462, setting rss=360462; kms=360462, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.981811:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.981820:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298644.981840:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 360462 00000008:00010000:3.0:1780298644.981950:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab840 00000008:00010000:3.0:1780298644.981990:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab840 00010000:00010000:3.0:1780298644.982010:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (114688 118783) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298644.982035:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bdc00 - object 0x2c0000401:17 offset 114688<>118784 00000100:00100000:3.0:1780298644.982374:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609594240:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1780298644.982997:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.983001:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.983004:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c27368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.983008:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.983016:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298644.983027:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.983029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.983046:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298644.983294:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298644.983304:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298644.983306:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.983312:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.983319:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000080:00200000:3.0:1780298644.984086:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 360462 i_blocks 296 00000020:00010000:3.0:1780298644.984090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.984092:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.984095:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.984099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.984101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.984103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.984107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.984132:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.984145:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298644.984156:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.984158:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.984169:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.984170:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e630, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298644.984179:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.984180:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e670, osc lock ffff8c43a079abe0, flags 0x400001002 00010000:00010000:3.0:1780298644.984187:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.984194:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.984200:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.984202:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.984207:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.984215:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.984219:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298644.984223:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.984224:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298644.984229:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d3fa9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303500d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298644.984233:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298644.984236:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 360462 i_blocks 296 00000020:00010000:3.0:1780298644.984237:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.984239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.984240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e630 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.984241:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e670 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.984242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.984244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e630 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.984246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e670 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.984257:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298644.984264:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 360462 00000080:00a00000:3.0:1780298644.984302:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af3a0 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298644.984312:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298644.984314:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298644.984320:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.984322:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e630, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298644.984327:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298644.984328:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e670, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298644.984332:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.984338:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298644.984343:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298644.984345:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298644.984349:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298644.984366:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3fd3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.984370:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d3fd3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298644.984388:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298644.984393:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298644.984400:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609594624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.985160:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298644.986463:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298644.986472:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609594752:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298644.989933:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eed88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298644.989937:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298644.989940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f61b0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298644.989945:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298644.989957:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1780298644.989974:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298644.989977:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f61b0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298644.989993:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298644.993364:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609595136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.994224:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.995056:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995072:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995082:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995087:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995092:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.995102:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.995106:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.995116:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995126:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995131:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995136:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.995141:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995186:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.995191:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.995197:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d3fe1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.995238:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609595136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.995451:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298644.995463:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609595264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298644.996226:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298644.997149:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997161:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997171:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997178:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997186:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298644.997195:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298644.997200:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298644.997212:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997221:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997231:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997239:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298644.997249:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997345:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298644.997349:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298644.997357:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d3fe8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298644.997381:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609595264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298644.997747:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609595392:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298645.000656:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.002994:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.004004:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 297 00000020:00010000:3.0:1780298645.004012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929ee5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.004017:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.004022:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.004028:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.004033:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.004043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.004056:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000008:00010000:3.0:1780298645.004124:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabe40 00000008:00010000:3.0:1780298645.004179:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabe40 00010000:00010000:3.0:1780298645.004209:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1552384 1556479) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:3.0:1780298645.004252:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886be300 - object 0x2c0000401:17 offset 1552384<>1556480 00000020:00010000:3.0:1780298645.005287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929ee5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.005291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.005294:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f62b0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.005298:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.005308:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:3.0:1780298645.005321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.005324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f62b0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.005374:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.006566:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.007585:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 297 00000020:00010000:3.0:1780298645.007594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddda8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.007599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddda8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.007607:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.007610:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.007622:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddda8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.007635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.007639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee368/1) at cl_lock_fini():72 00000008:00010000:3.0:1780298645.007670:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab6c0 00000008:00010000:3.0:1780298645.007730:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab6c0 00010000:00010000:3.0:1780298645.007750:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1556480 1560575) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00100000:3.0:1780298645.007785:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bdc00 - object 0x2c0000401:17 offset 1556480<>1560576 00000020:00010000:3.0:1780298645.008735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07945d8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.008743:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07945d8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.008753:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6eb0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.008758:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.008767:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d3fc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035030 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:3.0:1780298645.008776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07945d8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.008778:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6eb0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.008829:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.010211:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.011178:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 297 00000020:00010000:3.0:1780298645.011184:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.011188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.011192:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.011199:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.011203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.011206:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.011212:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.011269:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.011300:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 5665994, len 5993 00000080:00200000:3.0:1780298645.011329:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.011334:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.011345:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.011367:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1383, 1384] 00000008:00010000:3.0:1780298645.011377:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.011381:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079bdb0, flags 0x0 00010000:00010000:3.0:1780298645.011418:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.011435:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->1478655] (req 1470464->1478655) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.011445:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->1478655] (req 1470464->1478655) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.011465:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609596288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.011522:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.012253:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298645.012672:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.012712:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609596416:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298645.013136:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bf800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609596288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.013149:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->1478655] (req 1470464->1478655) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.013157:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->1478655] (req 1470464->1478655) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.013163:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->1478655] (req 1470464->1478655) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.014424:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.014441:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609596544:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.015320:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.015502:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.015510:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.015523:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.015535:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2212497, setting rss=2212497; kms=2212497, end=35024895 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.015543:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.015549:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.015571:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 320 00000020:00010000:3.0:1780298645.016726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c238a8 (ffff8c4390c27c68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.016731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c238a8 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.016734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.016738:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.016747:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.016756:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c238a8 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.016758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.016783:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.017867:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.018768:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 336 00000020:00010000:3.0:1780298645.018773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.018783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.018786:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.018790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.018792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.018795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.018799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.018830:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.018853:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.018884:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.018887:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.018899:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.018900:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298645.018909:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.018910:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079aab0, flags 0x400001002 00010000:00010000:3.0:1780298645.018916:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1780298645.018925:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00200000:3.0:1780298645.018933:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.018936:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1780298645.018950:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:3.0:1780298645.018977:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4019 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.018982:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4019 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.018999:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298645.019005:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.019012:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609596928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.019642:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.020952:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609597056:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298645.023969:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.024894:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 336 00000020:00010000:3.0:1780298645.024900:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.024907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.024921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.024929:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.024932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.024934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.024939:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.024973:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.024997:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.025017:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.025023:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.025040:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.025043:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079a4c0, flags 0x400001002 00000008:00010000:3.0:1780298645.025055:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.025057:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079ba20, flags 0x400001002 00010000:00010000:3.0:1780298645.025067:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298645.025079:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:3.0:1780298645.025088:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.025091:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298645.025100:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298645.025128:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4027 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.025135:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4027 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.025160:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.026006:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.027032:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 336 00000020:00010000:3.0:1780298645.027037:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.027040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.027043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.027047:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.027050:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.027053:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.027057:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.027089:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.027106:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6406801 00000080:00200008:3.0:1780298645.027121:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.027127:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.027143:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.027155:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.027167:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298645.027175:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.027182:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.027185:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3fb0 00000080:00010000:3.0:1780298645.027190:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fb0 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.027193:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.027202:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1780298645.027228:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.027234:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.027248:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.027251:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079ba20, flags 0x400001002 00000008:00010000:3.0:1780298645.027261:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.027263:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079a4c0, flags 0x400001002 00010000:00010000:3.0:1780298645.027273:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298645.027283:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:3.0:1780298645.027292:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.027295:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298645.027302:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.027326:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d402e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.027331:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d402e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.027350:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.028349:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.029326:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 336 00000020:00010000:3.0:1780298645.029330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.029332:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.029335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.029338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.029341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.029342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.029346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.029373:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.029395:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 724900, len 3501 00000080:00200000:3.0:1780298645.029410:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.029413:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.029421:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.029452:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [176, 177] 00000008:00010000:3.0:1780298645.029460:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.029462:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079a4c0, flags 0x0 00010000:00010000:3.0:1780298645.029469:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (720896 729087) 00010000:00010000:3.0:1780298645.029486:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.029492:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->729087] (req 720896->729087) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.029498:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->729087] (req 720896->729087) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.029509:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609597696:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.029547:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.030378:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.030595:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.030601:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.030611:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.030615:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000100:00100000:1.0:1780298645.030632:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.030753:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.030826:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.030883:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.030895:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.030951:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.030960:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d3fcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035037 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.030973:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.030975:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.030977:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.030997:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609597824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.031047:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.031133:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609597952:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.031506:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bd180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609597696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.031519:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->729087] (req 720896->729087) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.031529:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->729087] (req 720896->729087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.031537:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->729087] (req 720896->729087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.032140:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.032349:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.032359:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.032377:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.032391:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 360462, setting rss=360462; kms=360462, end=34275327 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.032401:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.032410:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.032431:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 336 00000020:00010000:3.0:1780298645.033557:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23c68 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.033562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23c68 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.033566:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3f30 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.033572:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.033580:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.033588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23c68 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.033590:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3f30 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.033610:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.033654:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.033659:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.033672:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.033682:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.033711:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.033730:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.033737:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.033741:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3fda 00000080:00010000:3.0:1780298645.033746:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fda from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.033749:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.033755:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.033781:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.033786:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.033799:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.033801:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079a4c0, flags 0x400001002 00000008:00010000:3.0:1780298645.033814:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.033816:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079ba20, flags 0x400001002 00010000:00010000:3.0:1780298645.033842:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.033851:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.033879:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.033896:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4043 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.033912:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4043 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.033924:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.033947:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609598336:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.034842:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.034888:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.034909:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605024768 00000100:00100000:1.0:1780298645.034914:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605024768 00000100:00100000:1.0:1780298645.034963:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23707 00000100:00100000:1.0:1780298645.034976:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605024768:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.034986:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.035000:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.035055:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.035058:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.035066:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.035069:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.035122:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605024768:12345-192.168.203.125@tcp:106: Request processed in 150us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.035129:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23707 00010000:00010000:3.0:1780298645.035957:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.035985:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036023:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036036:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036056:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.036080:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.036096:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.036111:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036119:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036127:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036134:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.036138:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036197:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.036204:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.036214:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d403c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.036236:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609598208:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.037439:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.037498:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.037520:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025024 00000100:00100000:1.0:1780298645.037525:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025024 00000100:00100000:1.0:1780298645.039061:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23709 00000100:00100000:1.0:1780298645.039085:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605025024:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.039102:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.039115:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.039167:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.039169:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.039173:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.039175:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.039255:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605025024:12345-192.168.203.125@tcp:106: Request processed in 182us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.039264:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23709 00010000:00010000:1.0:1780298645.040013:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040023:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040031:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040040:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040045:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.040053:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.040057:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.040060:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040064:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040070:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040075:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.040078:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040110:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.040115:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040124:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d404a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.040143:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609598464:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.040165:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040175:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040183:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040189:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040193:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.040198:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.040201:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.040214:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040227:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040235:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040242:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.040245:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040271:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.040276:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.040290:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4051 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.040304:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609598592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.040570:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609598720:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.041358:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025152 00000100:00100000:1.0:1780298645.041364:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025152 00000100:00100000:1.0:1780298645.041399:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23710 00000100:00100000:1.0:1780298645.041408:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605025152:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.041423:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.041433:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.041467:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.041469:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.041473:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.041474:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.041509:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605025152:12345-192.168.203.125@tcp:106: Request processed in 104us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.041514:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23710 00000100:00100000:1.0:1780298645.041635:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025280 00000100:00100000:1.0:1780298645.041640:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025280 00000100:00100000:1.0:1780298645.041675:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23711 00000100:00100000:1.0:1780298645.041683:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605025280:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.041715:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.041734:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.041752:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.041753:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.041756:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.041757:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.041784:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605025280:12345-192.168.203.125@tcp:106: Request processed in 103us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.041789:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23711 00010000:00010000:1.0:1780298645.042333:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042343:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042353:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042360:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042367:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.042375:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=360462, end=18446744073709551615 00000020:00200000:1.0:1780298645.042379:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.042382:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042389:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042400:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042407:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.042410:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042437:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.042441:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042449:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d4058 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.042462:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609598720:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.042546:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042556:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042563:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042574:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042581:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.042588:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.042591:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.042600:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042608:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042616:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042622:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.042628:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042666:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.042672:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.042684:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d405f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.042746:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609598848:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.042859:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609598976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.042907:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.042913:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599104:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.043944:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.043959:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025408 00000100:00100000:1.0:1780298645.043964:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025408 00000100:00100000:1.0:1780298645.043999:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23712 00000100:00100000:1.0:1780298645.044010:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4399bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605025408:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.044020:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.044030:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.044082:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.044084:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.044092:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.044095:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.044148:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4399bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605025408:12345-192.168.203.125@tcp:106: Request processed in 139us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.044163:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23712 00010000:00010000:1.0:1780298645.044883:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044896:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044906:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044924:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044935:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.044945:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=360462, end=18446744073709551615 00000020:00200000:1.0:1780298645.044949:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.044952:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044960:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044968:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.044976:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.044980:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045012:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.045017:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045025:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4066 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.045039:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609598976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.045060:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045078:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045087:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045094:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045107:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.045114:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.045118:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.045128:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045136:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045155:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045167:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.045172:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045224:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.045230:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.045238:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d406d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.045263:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599104:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.045613:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.045672:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.045679:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599360:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.046359:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025664 00000100:00100000:1.0:1780298645.046364:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025664 00000100:00100000:1.0:1780298645.046396:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23713 00000100:00100000:1.0:1780298645.046405:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605025664:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.046413:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.046424:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.046455:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.046457:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.046461:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.046462:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.046499:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ff8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605025664:12345-192.168.203.125@tcp:106: Request processed in 95us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.046507:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23713 00000100:00100000:1.0:1780298645.046522:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025792 00000100:00100000:1.0:1780298645.046525:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025792 00000100:00100000:1.0:1780298645.046543:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23714 00000100:00100000:1.0:1780298645.046551:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605025792:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.046558:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.046567:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.046586:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.046588:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.046592:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.046594:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.046629:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43b7ffb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605025792:12345-192.168.203.125@tcp:106: Request processed in 79us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.046638:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23714 00010000:00010000:1.0:1780298645.047085:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047095:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047105:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047113:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047127:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.047134:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=360462, end=18446744073709551615 00000020:00200000:1.0:1780298645.047138:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.047142:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047150:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047158:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047165:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.047169:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047196:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.047200:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047208:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4074 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.047227:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599232:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.047246:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047255:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047263:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047270:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047277:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.047285:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.047288:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.047298:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047306:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047319:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047330:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.047335:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047368:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.047373:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.047381:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d407b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.047395:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599360:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.047543:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599488:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.048360:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d023c0 00000020:00200000:1.0:1780298645.048367:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.048380:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d023c0 00000100:00100000:1.0:1780298645.048397:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609599488:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298645.048741:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.048754:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609599616:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.048805:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609599744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.049629:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605025920 00000100:00100000:1.0:1780298645.049635:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605025920 00000100:00100000:1.0:1780298645.049663:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026048 00000100:00100000:1.0:1780298645.049666:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026048 00000100:00100000:1.0:1780298645.049716:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23716 00000100:00100000:1.0:1780298645.049743:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605026048:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.049752:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.049761:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.049809:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.049814:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.049826:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.049830:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.049870:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605026048:12345-192.168.203.125@tcp:106: Request processed in 131us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.049877:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23716 00010000:00010000:1.0:1780298645.050463:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050476:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050487:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050501:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050509:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.050519:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.050523:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.050526:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050533:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050542:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050550:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.050554:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050579:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.050584:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050595:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4082 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.050611:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609599616:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.050632:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050641:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050650:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050657:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050663:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.050670:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.050673:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.050683:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050710:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050735:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050750:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.050758:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050796:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.050802:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.050809:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d4089 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.050833:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43b7ffa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609599744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.050942:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609599872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.050991:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.050998:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609600000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.051896:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026176 00000100:00100000:1.0:1780298645.051902:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026176 00000100:00100000:1.0:1780298645.051929:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026304 00000100:00100000:1.0:1780298645.051932:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026304 00000100:00100000:1.0:1780298645.051961:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23718 00000100:00100000:1.0:1780298645.051973:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605026304:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.051984:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.052000:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.052036:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.052039:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.052051:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.052054:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.052104:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605026304:12345-192.168.203.125@tcp:106: Request processed in 135us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.052115:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23718 00010000:00010000:1.0:1780298645.052871:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052883:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052891:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052898:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052905:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.052914:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.052918:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.052921:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052928:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052935:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052941:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.052944:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052969:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.052973:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.052981:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4097 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.052999:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609600000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.053012:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053021:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053029:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053035:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053043:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.053050:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.053053:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.053063:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053071:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053083:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053090:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.053094:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053123:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.053129:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.053138:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4090 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.053158:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609599872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.054105:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609600128:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.054115:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.054125:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.054133:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.054149:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.054156:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 360462, setting rss=360462; kms=360462, end=720895 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.054166:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.054170:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.054181:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 352 00000020:00010000:3.0:1780298645.055249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa4e8 (ffff8c43878aef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.055253:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa4e8 (ffff8c43878aef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.055257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aea30 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.055270:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.055280:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.055291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa4e8 (ffff8c43878aef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.055294:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aea30 (ffff8c43878aef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.055317:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.055339:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.055346:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.055361:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.055373:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.055388:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298645.055396:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.055403:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.055406:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3fda 00000080:00010000:3.0:1780298645.055411:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fda from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.055415:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.055423:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298645.055453:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.055459:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.055477:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.055480:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298645.055497:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.055499:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079a980, flags 0x400001002 00010000:00010000:3.0:1780298645.055506:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.055525:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d40a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.055533:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d40a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.055558:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.055577:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d40ac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.055586:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d40ac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.055606:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.055633:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609600512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.056417:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.056429:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026432 00000100:00100000:1.0:1780298645.056433:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026432 00000100:00100000:1.0:1780298645.056472:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23719 00000100:00100000:1.0:1780298645.056481:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605026432:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.056490:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.056500:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.056531:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.056533:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.056537:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.056539:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.056585:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605026432:12345-192.168.203.125@tcp:106: Request processed in 104us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.056592:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23719 00000100:00100000:1.0:1780298645.056629:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026560 00000100:00100000:1.0:1780298645.056633:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026560 00000100:00100000:1.0:1780298645.056654:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23720 00000100:00100000:1.0:1780298645.056663:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605026560:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.056670:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.056678:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.056740:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.056742:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.056746:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.056748:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.056783:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605026560:12345-192.168.203.125@tcp:106: Request processed in 122us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.056789:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23720 00000080:00200000:3.0:1780298645.057728:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 368 00000020:00010000:3.0:1780298645.057734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090000 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.057740:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090000 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.057746:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.057752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.057758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090000 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.057765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.057817:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.057844:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.057863:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.057877:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.057882:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.057896:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.057898:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079a980, flags 0x400001002 00000008:00010000:3.0:1780298645.057906:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.057906:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298645.057914:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.057936:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d40b3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.057950:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d40b3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.057974:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.057990:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.058002:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.058011:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.058030:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609600768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.058965:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026688 00000100:00100000:1.0:1780298645.058970:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026688 00000100:00100000:1.0:1780298645.059003:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23721 00000100:00100000:1.0:1780298645.059009:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605026688:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.059017:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.059027:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.059053:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.059056:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.059060:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.059062:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.059103:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605026688:12345-192.168.203.125@tcp:106: Request processed in 93us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.059113:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23721 00000100:00100000:1.0:1780298645.059137:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026816 00000100:00100000:1.0:1780298645.059142:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026816 00000100:00100000:1.0:1780298645.059175:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23722 00000100:00100000:1.0:1780298645.059184:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605026816:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.059192:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.059202:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.059224:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.059227:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.059231:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.059233:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.059268:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605026816:12345-192.168.203.125@tcp:106: Request processed in 87us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.059274:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23722 00010000:00010000:3.0:1780298645.059992:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060003:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060053:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060061:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060091:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.060108:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:3.0:1780298645.060115:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.060130:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060139:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060147:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060154:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.060157:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060194:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.060199:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.060208:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.060229:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609600768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.060494:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.060505:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609600896:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.060563:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609601024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.061260:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605026944 00000100:00100000:1.0:1780298645.061265:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605026944 00000100:00100000:1.0:1780298645.061298:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23723 00000100:00100000:1.0:1780298645.061306:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605026944:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.061315:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.061338:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.061368:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.061370:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.061374:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.061375:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.061413:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605026944:12345-192.168.203.125@tcp:106: Request processed in 108us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.061421:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23723 00000100:00100000:1.0:1780298645.061437:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027072 00000100:00100000:1.0:1780298645.061440:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027072 00000100:00100000:1.0:1780298645.061457:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23724 00000100:00100000:1.0:1780298645.061463:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605027072:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.061470:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.061478:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.061496:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.061497:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.061500:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.061501:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.061533:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605027072:12345-192.168.203.125@tcp:106: Request processed in 70us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.061540:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23724 00010000:00010000:1.0:1780298645.062045:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062058:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062067:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062073:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062081:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.062091:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=360462, end=18446744073709551615 00000020:00200000:1.0:1780298645.062094:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.062097:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062105:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062114:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062121:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.062125:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062153:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.062159:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062167:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d40c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.062186:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609600896:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.062209:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062218:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062226:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062233:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062240:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.062248:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.062251:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.062264:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062272:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062286:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062298:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.062303:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062340:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.062346:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.062355:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d40c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.062368:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609601024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.062519:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609601152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.062571:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.062578:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609601280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.063126:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027200 00000100:00100000:1.0:1780298645.063130:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027200 00000100:00100000:1.0:1780298645.063156:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23725 00000100:00100000:1.0:1780298645.063165:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605027200:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.063173:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.063182:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.063203:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.063206:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000020:00010000:1.0:1780298645.063209:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.063211:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 360462 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 312 00000100:00100000:1.0:1780298645.063244:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605027200:12345-192.168.203.125@tcp:106: Request processed in 81us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.063251:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23725 00000100:00100000:1.0:1780298645.063446:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.063454:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027328 00000100:00100000:1.0:1780298645.063457:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027328 00000100:00100000:1.0:1780298645.063477:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23726 00000100:00100000:1.0:1780298645.063482:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908ab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605027328:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.063488:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.063495:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.063513:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.063515:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.063519:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.063520:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298644 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.063555:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908ab850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605027328:12345-192.168.203.125@tcp:106: Request processed in 70us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.063561:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23726 00010000:00010000:1.0:1780298645.063886:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063897:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063905:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063910:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063930:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.063938:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 360462, setting rss=360462; leaving kms=360462, end=18446744073709551615 00000020:00200000:1.0:1780298645.063942:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.063945:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063951:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063960:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063963:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.063965:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063986:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.063990:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.063997:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d40cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.064009:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609601152:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.064137:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064146:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064154:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064166:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064173:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.064181:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.064184:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.064192:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064198:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064202:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064207:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.064209:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064227:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.064231:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.064250:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d40d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.064265:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609601280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.065285:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027456 00000100:00100000:1.0:1780298645.065288:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027456 00000100:00100000:1.0:1780298645.065309:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23727 00000100:00100000:1.0:1780298645.065315:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605027456:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.065321:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [720896->34275327] (req 720896->729087) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630350a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.065352:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.065357:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605027456:12345-192.168.203.125@tcp:104: Request processed in 43us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.065361:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23727 00000100:00100000:3.0:1780298645.065570:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609601536:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.065972:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609601408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.065986:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.065997:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.066006:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.066363:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027584 00000100:00100000:1.0:1780298645.066367:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027584 00000100:00100000:1.0:1780298645.066389:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23728 00000100:00100000:1.0:1780298645.066395:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6462:x1866777605027584:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.066409:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.066419:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->2609151] (req 2600960->2609151) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.066429:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.066434:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.066440:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.066446:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.066458:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7a00) 00010000:00010000:3.0:1780298645.066475:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.066482:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6462:x1866777605027584:12345-192.168.203.125@tcp:105: Request processed in 86us (152us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.066485:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.066491:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23728 00010000:00010000:3.0:1780298645.066501:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.066508:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 360462, setting rss=360462; kms=360462, end=36155391 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.066519:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.066524:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.066538:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [2601328, 2606243) append 0 append lockpos 0 00000080:00200000:3.0:1780298645.066560:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 635 of 368 to 3728 bytes 00000008:00010000:3.0:1780298645.066635:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabd80 00000008:00010000:3.0:1780298645.066668:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabd80 00010000:00010000:3.0:1780298645.066684:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2600960 2605055) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298645.066738:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886bdc00 - object 0x2c0000401:17 offset 2600960<>2605056 00000100:00100000:3.0:1780298645.067294:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609601536:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.067884:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.067893:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609601792:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.068607:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02240 00000020:00200000:1.0:1780298645.068610:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.068618:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02240 00000100:00100000:1.0:1780298645.068628:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609601792:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298645.069143:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609601920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.069183:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.069189:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609602048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.069942:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027712 00000100:00100000:1.0:1780298645.069947:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027712 00000100:00100000:1.0:1780298645.069981:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23729 00000100:00100000:1.0:1780298645.069991:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605027712:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.070003:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.070016:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.070039:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.070040:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2606243 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 328 00000020:00010000:1.0:1780298645.070043:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.070044:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2606243 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 328 00000100:00100000:1.0:1780298645.070081:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605027712:12345-192.168.203.125@tcp:106: Request processed in 92us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.070088:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23729 00010000:00010000:3.0:1780298645.071374:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40f9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.071386:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d40f9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.071411:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.072190:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605027968 00000100:00100000:1.0:1780298645.072195:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605027968 00000100:00100000:1.0:1780298645.072224:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23731 00000100:00100000:1.0:1780298645.072232:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605027968:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.072240:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.072256:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.072286:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.072288:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2606243 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 328 00000020:00010000:1.0:1780298645.072294:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.072303:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2606243 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 328 00000100:00100000:1.0:1780298645.072342:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605027968:12345-192.168.203.125@tcp:106: Request processed in 110us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.072352:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23731 00000080:00200000:3.0:1780298645.073228:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 368 00000020:00010000:3.0:1780298645.073234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddff0 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.073238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddff0 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.073242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.073249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.073254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddff0 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.073257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.073260:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.073304:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.073325:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6406801 00000080:00200000:3.0:1780298645.073365:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 3641373, len 3791 00000080:00200000:3.0:1780298645.073384:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.073387:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.073396:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.073415:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [889, 889] 00000008:00010000:3.0:1780298645.073424:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.073427:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3f30, osc lock ffff8c43a079b8f0, flags 0x0 00010000:00010000:3.0:1780298645.073450:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.073458:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->3645439] (req 3641344->3645439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.073466:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->3645439] (req 3641344->3645439) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.073482:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609602432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.073520:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.074211:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298645.074974:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609602432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.074985:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->3645439] (req 3641344->3645439) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.074996:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->3645439] (req 3641344->3645439) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.075001:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->3645439] (req 3641344->3645439) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.076094:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298645.076138:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298645.076183:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.076192:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.076213:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.076221:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d40dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2600960->36155391] (req 2600960->2609151) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303514f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.076233:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298645.076237:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298645.076240:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.077035:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.077220:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.077239:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.077253:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.077270:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2606243, setting rss=2606243; kms=2606243, end=37195775 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.077278:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.077283:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.077305:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 384 00000100:00100000:3.0:1780298645.077370:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.077381:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609602816:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298645.079019:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.079031:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609603072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.079657:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.079802:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.079820:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605028608 00000100:00100000:1.0:1780298645.079824:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605028608 00000100:00100000:1.0:1780298645.079849:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23736 00000100:00100000:1.0:1780298645.079857:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605028608:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.079865:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.079875:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.079905:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.079908:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.079912:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.079914:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.079947:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605028608:12345-192.168.203.125@tcp:106: Request processed in 92us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.079955:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23736 00010000:00010000:1.0:1780298645.080707:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080727:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080738:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080746:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080766:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.080782:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.080785:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.080794:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080802:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080811:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080816:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.080819:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080841:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.080845:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.080863:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d410e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.080873:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609603072:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.081106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d411c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.081118:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d411c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.081145:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.081942:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605028736 00000100:00100000:1.0:1780298645.081948:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605028736 00000100:00100000:1.0:1780298645.081983:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23737 00000100:00100000:1.0:1780298645.081994:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605028736:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.082004:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.082027:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3641344->37195775] (req 3641344->3645439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035172 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.082076:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.082078:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2606243 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.082083:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.082085:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2606243 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000100:00100000:1.0:1780298645.082124:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605028736:12345-192.168.203.125@tcp:106: Request processed in 132us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.082132:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23737 00000080:00200000:3.0:1780298645.083130:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 384 00000020:00010000:3.0:1780298645.083135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc920 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.083145:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc920 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.083152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.083158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.083163:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc920 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.083167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.083170:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.083209:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.083223:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6406801 00000080:00200000:3.0:1780298645.083259:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 3896953, len 2404 00000080:00200000:3.0:1780298645.083275:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.083278:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.083286:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.083305:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [951, 951] 00000008:00010000:3.0:1780298645.083314:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.083316:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc36b0, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298645.083322:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (3895296 3899391) 00010000:00010000:3.0:1780298645.083338:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.083344:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->3899391] (req 3895296->3899391) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.083350:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->3899391] (req 3895296->3899391) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.083360:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609603456:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.083393:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.084158:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298645.084468:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609603584:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.085012:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bc000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609603456:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.085023:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->3899391] (req 3895296->3899391) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.085031:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->3899391] (req 3895296->3899391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.085037:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->3899391] (req 3895296->3899391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.085287:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.085477:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.085484:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.085493:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.085518:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2606243, setting rss=2606243; kms=2606243, end=37449727 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.085529:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.085537:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.085558:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 384 00000020:00010000:3.0:1780298645.086547:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23e48 (ffff8c4390c27248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.086552:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23e48 (ffff8c4390c27248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.086556:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc36b0 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.086561:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.086571:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.086588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23e48 (ffff8c4390c27248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.086591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc36b0 (ffff8c4390c27248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.086614:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.086637:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.086644:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.086661:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.086673:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298645.086683:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1780298645.086709:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.086728:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.086732:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3fda 00000080:00010000:3.0:1780298645.086737:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fda from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.086741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298645.086748:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1780298645.086776:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.086782:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.086803:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.086806:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a720, flags 0x400001002 00000008:00010000:3.0:1780298645.086820:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.086822:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298645.086831:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.086850:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.086858:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.086883:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.086902:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4131 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.086908:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4131 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.086917:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.086935:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609603968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.087640:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.087660:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.087672:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605029376 00000100:00100000:1.0:1780298645.087675:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605029376 00000100:00100000:1.0:1780298645.087714:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23741 00000100:00100000:1.0:1780298645.087736:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605029376:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.087743:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.087750:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.087782:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.087785:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.087788:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.087790:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.087826:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605029376:12345-192.168.203.125@tcp:106: Request processed in 104us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.087843:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23741 00010000:00010000:3.0:1780298645.088562:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088590:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088604:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088634:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088652:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.088670:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2606243, setting rss=2606243; leaving kms=2606243, end=18446744073709551615 00000020:00200000:3.0:1780298645.088675:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.088710:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088715:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088733:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088738:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.088742:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088800:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.088805:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.088815:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d412a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.088826:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609603840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.089819:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.089876:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.089898:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605029632 00000100:00100000:1.0:1780298645.089904:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605029632 00000100:00100000:1.0:1780298645.089934:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23744 00000100:00100000:1.0:1780298645.089947:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605029632:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.089958:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.089974:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.090009:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.090012:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.090016:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.090018:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.090059:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605029632:12345-192.168.203.125@tcp:106: Request processed in 114us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.090066:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23744 00000080:00200000:3.0:1780298645.090977:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 384 00000020:00010000:3.0:1780298645.090982:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.090987:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.090993:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.090997:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.091000:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.091003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.091009:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.091056:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.091069:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6406801 00000080:00200008:3.0:1780298645.091085:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.091092:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.091106:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.091115:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.091123:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1780298645.091128:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.091132:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.091135:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d3fb0 00000080:00010000:3.0:1780298645.091138:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fb0 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.091140:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.091145:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1780298645.091164:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.091168:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.091182:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.091183:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298645.091192:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.091193:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b300, flags 0x400001002 00010000:00010000:3.0:1780298645.091211:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.091217:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.091244:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d414d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.091249:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d414d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.091261:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.091281:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609604480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.092028:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.092053:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.092119:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23746 00000100:00100000:1.0:1780298645.092126:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605029888:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.092131:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.092139:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.092158:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.092160:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.092165:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.092166:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.092199:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605029888:12345-192.168.203.125@tcp:106: Request processed in 73us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.092209:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23746 00010000:00010000:3.0:1780298645.092968:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.092981:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093023:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093044:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093055:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.093078:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2606243, setting rss=2606243; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.093083:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.093097:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093106:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093112:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093120:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.093128:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093163:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.093167:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.093173:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4146 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.093188:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609604352:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.093977:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.094158:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.094180:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605030144 00000100:00100000:1.0:1780298645.094185:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605030144 00000080:00200000:3.0:1780298645.094957:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6406801 i_blocks 384 00000020:00010000:3.0:1780298645.094964:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750000 (ffff8c43878ae758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.094969:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750000 (ffff8c43878ae758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.094972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aeea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.094976:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.094979:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750000 (ffff8c43878ae758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.094982:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.094987:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.095030:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.095047:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6406801 00000100:00100000:3.0:1780298645.096527:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609604864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.097349:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.097370:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.097384:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605030272 00000100:00100000:1.0:1780298645.097389:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605030272 00000100:00100000:1.0:1780298645.097415:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23749 00000100:00100000:1.0:1780298645.097425:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605030272:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.097433:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.097447:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.097489:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.097491:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.097494:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.097495:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000100:00100000:1.0:1780298645.097528:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605030272:12345-192.168.203.125@tcp:106: Request processed in 106us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.097533:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23749 00010000:00010000:3.0:1780298645.098224:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098242:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098267:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098284:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098306:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.098335:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.098343:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.098357:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098367:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098376:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098409:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.098416:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098483:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.098489:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.098499:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4162 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.098516:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609604864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.098796:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.098806:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609605248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.099280:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.099509:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.099530:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605030656 00000100:00100000:1.0:1780298645.099535:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605030656 00000100:00100000:1.0:1780298645.099564:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23752 00000100:00100000:1.0:1780298645.099572:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605030656:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.099580:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.099589:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.099614:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.099616:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.099620:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.099621:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.099659:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605030656:12345-192.168.203.125@tcp:106: Request processed in 88us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.099666:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23752 00010000:00010000:1.0:1780298645.100084:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100095:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100104:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100111:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100119:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.100127:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.100131:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.100134:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100141:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100148:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100155:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.100158:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100182:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.100186:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100200:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4170 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.100215:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609605120:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.100335:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100345:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100354:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100361:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100368:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.100376:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.100379:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.100390:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100402:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100410:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100417:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.100421:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100451:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.100457:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.100466:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4177 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.100485:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609605248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.100786:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609605376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.100832:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.100838:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609605504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.101507:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605030784 00000100:00100000:1.0:1780298645.101513:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605030784 00000100:00100000:1.0:1780298645.101543:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605030912 00000100:00100000:1.0:1780298645.101547:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605030912 00000100:00100000:1.0:1780298645.101568:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23754 00000100:00100000:1.0:1780298645.101579:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605030912:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.101594:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.101611:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.101641:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.101644:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.101653:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.101656:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.101735:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605030912:12345-192.168.203.125@tcp:106: Request processed in 157us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.101745:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23754 00010000:00010000:1.0:1780298645.102462:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102478:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102488:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102495:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102502:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.102511:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.102515:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.102518:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102526:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102533:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102540:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.102544:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102569:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.102573:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102580:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4185 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.102596:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609605504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.102610:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102619:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102626:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102632:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102638:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.102646:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.102649:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.102660:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102667:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102680:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102706:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.102711:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102755:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.102761:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.102777:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d417e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.102800:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609605376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.102966:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.102979:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609605632:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.103029:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609605760:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.103872:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605031040 00000100:00100000:1.0:1780298645.103877:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605031040 00000100:00100000:1.0:1780298645.103904:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605031168 00000100:00100000:1.0:1780298645.103907:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605031168 00000100:00100000:1.0:1780298645.103930:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23756 00000100:00100000:1.0:1780298645.103941:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605031168:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.103953:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.103973:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.104003:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.104005:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.104008:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.104009:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000100:00100000:1.0:1780298645.104050:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605031168:12345-192.168.203.125@tcp:106: Request processed in 113us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.104056:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23756 00010000:00010000:1.0:1780298645.104780:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104787:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104793:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104797:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104801:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.104807:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.104810:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.104812:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104816:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104821:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104825:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.104827:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104842:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.104844:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104848:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4193 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.104855:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609605760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.104862:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104868:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104873:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104876:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104880:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.104884:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.104886:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.104894:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104898:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104902:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104906:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.104909:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104923:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.104926:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.104936:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d418c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.104955:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609605632:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.105211:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609605888:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.105245:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.105251:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609606016:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.106042:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605031296 00000100:00100000:1.0:1780298645.106048:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605031296 00000100:00100000:1.0:1780298645.106074:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605031424 00000100:00100000:1.0:1780298645.106077:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605031424 00000100:00100000:1.0:1780298645.106101:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23758 00000100:00100000:1.0:1780298645.106111:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605031424:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.106119:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.106141:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.106213:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.106218:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.106228:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.106230:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:1.0:1780298645.106277:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605031424:12345-192.168.203.125@tcp:106: Request processed in 167us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.106287:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23758 00010000:00010000:1.0:1780298645.107008:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107015:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107021:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107026:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107030:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.107037:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.107040:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.107043:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107051:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107058:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107065:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.107068:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107086:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.107088:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107093:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d41a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.107101:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609606016:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.107110:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107115:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107124:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107128:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107132:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.107136:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.107138:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.107148:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107155:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107161:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107168:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.107172:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107195:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.107200:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.107219:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d419a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.107233:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609605888:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.107388:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.107397:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609606144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.107429:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609606272:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.108089:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605031680 00000100:00100000:1.0:1780298645.108093:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605031680 00000100:00100000:1.0:1780298645.108112:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23759 00000100:00100000:1.0:1780298645.108117:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605031680:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.108123:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.108129:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.108152:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.108155:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.108159:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.108161:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000100:00100000:1.0:1780298645.108209:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605031680:12345-192.168.203.125@tcp:106: Request processed in 90us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.108223:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23759 00010000:00010000:1.0:1780298645.108854:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108863:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108869:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108873:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108877:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.108882:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.108884:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.108887:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108891:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108896:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108900:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.108902:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108917:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.108919:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.108923:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d41a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.108931:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609606144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.109043:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109049:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109055:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109063:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109067:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.109071:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.109073:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.109081:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109086:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109090:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109095:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.109097:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109113:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.109117:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.109135:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d41af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.109156:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609606272:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.109420:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609606400:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.109460:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.109465:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609606528:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.110147:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.110159:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605031936 00000100:00100000:1.0:1780298645.110164:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605031936 00000100:00100000:1.0:1780298645.110197:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23761 00000100:00100000:1.0:1780298645.110206:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605031936:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.110212:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.110219:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.110240:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.110243:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.110246:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.110248:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000100:00100000:1.0:1780298645.110281:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605031936:12345-192.168.203.125@tcp:106: Request processed in 76us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.110286:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23761 00010000:00010000:1.0:1780298645.110902:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110909:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110915:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110919:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110923:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.110928:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.110931:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.110932:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110937:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110941:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110946:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.110949:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110966:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.110968:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.110973:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d41b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.110982:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609606400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.111068:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111075:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111081:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111085:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111093:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.111097:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00000020:00200000:1.0:1780298645.111099:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.111108:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111113:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111118:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111122:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.111124:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111142:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.111147:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.111166:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d41bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.111196:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609606528:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.111343:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.111352:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609606656:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.111388:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609606784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.112308:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605032192 00000100:00100000:1.0:1780298645.112313:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605032192 00000100:00100000:1.0:1780298645.112348:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23762 00000100:00100000:1.0:1780298645.112354:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605032192:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.112361:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.112370:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.112396:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.112399:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.112409:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.112412:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000100:00100000:1.0:1780298645.112440:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605032192:12345-192.168.203.125@tcp:106: Request processed in 85us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.112448:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23762 00000080:00200000:3.0:1780298645.113266:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 384 00000020:00010000:3.0:1780298645.113273:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751ff0 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.113280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751ff0 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.113287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.113291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.113293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751ff0 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.113295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.113300:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.113332:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.113356:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9877891 00000080:00200008:3.0:1780298645.113393:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6465848, type: SEEK_SET 00000080:00200008:3.0:1780298645.113398:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6465848, type: SEEK_SET, rc = 6465848 00000080:00200008:3.0:1780298645.113405:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6465848, count: 3209 00000080:00200000:3.0:1780298645.113435:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1578 00000080:00200000:3.0:1780298645.113456:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6465848, bytes: 3209 00000080:00200000:3.0:1780298645.113460:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298645.113464:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298645.113466:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6465848, 6469057) 0 0 00000080:00200000:3.0:1780298645.113469:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.113479:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6465848, 6469057) 6469057, 3209 00020000:00200000:3.0:1780298645.113483:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.113502:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1578, 1579] 00000008:00010000:3.0:1780298645.113510:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.113513:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc36b0, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298645.113538:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.113546:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2269184->2277375] (req 2269184->2277375) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.113554:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2269184->2277375] (req 2269184->2277375) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.113567:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609606912:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.113605:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.114282:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.114442:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.114449:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.114459:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.114464:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.114533:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.114541:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.114579:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.114587:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.114605:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.114613:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d400b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1470464->35024895] (req 1470464->1478655) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303507d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.114630:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.114633:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.114636:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.115060:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609606912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.115073:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2269184->2277375] (req 2269184->2277375) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115084:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2269184->2277375] (req 2269184->2277375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115093:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2269184->2277375] (req 2269184->2277375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.115482:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.115639:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115649:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115663:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.115682:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2212497, setting rss=2212497; kms=2212497, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115733:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115743:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.115759:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [6465848, 6469057) 00000001:00010000:3.0:1780298645.115770:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.115823:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.115825:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298645.115829:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.115831:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298645.115853:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d41d9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115862:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d41d9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115887:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115899:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.115911:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298645.115915:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 7/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.115925:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.115931:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.116636:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.117489:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 384 00000020:00010000:3.0:1780298645.117494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.117497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.117500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.117503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.117507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.117511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.117516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.117525:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3209 iocb pos:6465848 00000008:00010000:3.0:1780298645.117562:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab180 00000008:00010000:3.0:1780298645.117596:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298645.117614:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2269184 2273279) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298645.117636:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728c700 - object 0x280000401:18 offset 2269184<>2273280 00000100:00100000:3.0:1780298645.118649:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609607424:192.168.203.125@tcp:3:fsx.0 00000100:00100000:1.0:1780298645.119744:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609607552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.120417:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298645.120666:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.120679:0:2397:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.120737:0:2397:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.120746:0:2397:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.120754:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2212497, setting rss=2212497; kms=2212497, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.120759:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.120761:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.120766:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.120770:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.120782:0:2397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d41e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035259 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.120790:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609607680:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.121422:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609607808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.122100:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.122940:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.122952:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.122961:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.122968:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.122975:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.122984:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:3.0:1780298645.122987:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.122998:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.123006:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.123014:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.123029:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.123035:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.123095:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.123103:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.123111:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d41ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.123123:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609607808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.123935:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.124041:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.124225:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.124233:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.124243:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.124248:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d41d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2269184->2277375) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035244 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.124282:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1780298645.124456:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609608192:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.125245:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:3.0:1780298645.126342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.126347:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.126351:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6430 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.126355:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.126366:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.126377:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.126380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6430 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.126401:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.126423:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.126430:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.126445:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.126456:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298645.126466:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1780298645.126480:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.126486:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.126489:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3fda 00000080:00010000:3.0:1780298645.126495:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fda from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.126498:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1780298645.126506:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1780298645.126532:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.126538:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.126555:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.126557:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298645.126570:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.126572:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298645.126579:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.126597:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d41fc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.126606:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d41fc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.126636:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.126646:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609608448:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.126744:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4203 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.126754:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4203 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.126776:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.127613:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.128071:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:3.0:1780298645.128949:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 400 00000020:00010000:3.0:1780298645.128954:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.128958:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.128962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.128968:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.128972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.128974:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.128981:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.129021:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.129042:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.129056:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.129061:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.129077:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.129079:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298645.129089:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.129091:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298645.129101:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.129122:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d420a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.129130:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d420a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.129171:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.129181:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.129195:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.129223:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609608832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.129898:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.129927:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.129952:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (1/3 left), rc = 0 00000100:00100000:1.0:1780298645.129963:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605033856 00000100:00100000:1.0:1780298645.129969:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605033856 00000100:00100000:1.0:1780298645.130010:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23775 00000100:00100000:1.0:1780298645.130023:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605033856:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.130036:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.130058:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.130097:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.130100:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000020:00010000:1.0:1780298645.130104:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.130106:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.130146:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605033856:12345-192.168.203.125@tcp:106: Request processed in 125us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.130154:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23775 00010000:00010000:3.0:1780298645.131019:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131031:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131041:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131048:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131055:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.131064:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.131067:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.131080:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131088:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131095:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131102:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.131107:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131168:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.131174:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.131189:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4211 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.131206:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609608832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.131444:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609609088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.132301:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034112 00000100:00100000:1.0:1780298645.132306:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034112 00000100:00100000:1.0:1780298645.132339:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23777 00000100:00100000:1.0:1780298645.132349:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605034112:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.132356:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.132376:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.132407:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.132408:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.132410:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.132411:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:0.0:1780298645.132430:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.132432:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.132441:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605034112:12345-192.168.203.125@tcp:106: Request processed in 96us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.132447:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23777 00000100:00100000:0.0:1780298645.132475:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605033984:12345-192.168.203.125@tcp:106: Request processed in 134us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.132484:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23776 00010000:00010000:1.0:1780298645.133198:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133211:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133217:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133223:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133223:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133239:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133248:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.133249:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.133254:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.133258:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133267:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133267:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133281:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133287:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133288:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.133293:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133306:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.133317:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=2212497, end=18446744073709551615 00010000:00010000:1.0:1780298645.133318:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00200000:0.0:1780298645.133322:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.133323:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.133329:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4218 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133337:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.133340:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609608960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.133351:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.133361:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 400 00000020:00010000:3.0:1780298645.133368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751b60 (ffff8c43878ae518/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.133369:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.133374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751b60 (ffff8c43878ae518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.133381:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878ae488/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.133383:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298645.133387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878aea28/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.133389:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.133393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751b60 (ffff8c43878ae518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.133399:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878ae518/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.133408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878ae518/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.133440:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.133446:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.133453:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.133454:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d421f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.133472:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609609088:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298645.133481:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 3467315, len 4693 00000080:00200000:3.0:1780298645.133500:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.133503:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.133536:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.133554:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [846, 847] 00000008:00010000:0.0:1780298645.133561:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.133563:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae430, osc lock ffff8c4386084390, flags 0x0 00010000:00010000:0.0:1780298645.133586:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133595:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3465216->3473407] (req 3465216->3473407) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.133603:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3465216->3473407] (req 3465216->3473407) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.133616:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609609216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.133649:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.134462:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.134472:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609609344:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.135326:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609609344:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.135664:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.135678:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609609472:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.135774:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609609600:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.136508:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.136538:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.136541:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034240 00000100:00100000:0.0:1780298645.136546:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034240 00000100:00100000:1.0:1780298645.136559:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034368 00000100:00100000:1.0:1780298645.136564:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034368 00000100:00100000:0.0:1780298645.136575:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23778 00000100:00100000:0.0:1780298645.136583:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605034240:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.136591:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23779 00010000:00010000:0.0:1780298645.136591:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.136601:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.136605:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605034368:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.136617:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.136627:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.136630:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.136633:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:0.0:1780298645.136641:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.136643:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 344 00000020:00010000:1.0:1780298645.136677:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.136681:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:0.0:1780298645.136681:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605034240:12345-192.168.203.125@tcp:106: Request processed in 99us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.136703:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23778 00000020:00010000:1.0:1780298645.136715:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.136731:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.136773:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605034368:12345-192.168.203.125@tcp:106: Request processed in 170us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.136781:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23779 00000080:00200000:0.0:1780298645.137636:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00000020:00010000:0.0:1780298645.137642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.137647:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.137653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.137658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.137664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.137669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.137675:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.137741:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.137769:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.137782:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.137789:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.137802:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.137805:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.137817:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.137819:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.137826:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.137843:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.137849:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.137876:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.137881:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.137888:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.137896:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609609728:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.137902:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609609856:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.138630:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.138648:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.138659:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034496 00000100:00100000:0.0:1780298645.138662:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034496 00000100:00100000:1.0:1780298645.138677:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034624 00000100:00100000:1.0:1780298645.138683:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034624 00000100:00100000:0.0:1780298645.138707:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23780 00000100:00100000:0.0:1780298645.138714:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605034496:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.138732:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.138739:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.138746:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23781 00000100:00100000:1.0:1780298645.138755:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605034624:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.138762:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.138770:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.138773:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00010000:00010000:1.0:1780298645.138779:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.138779:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.138780:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:0.0:1780298645.138814:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605034496:12345-192.168.203.125@tcp:106: Request processed in 101us (184us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.138815:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.138819:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000100:00100000:0.0:1780298645.138823:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23780 00000020:00010000:1.0:1780298645.138828:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.138829:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000100:00100000:1.0:1780298645.138863:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605034624:12345-192.168.203.125@tcp:106: Request processed in 110us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.138870:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23781 00010000:00010000:1.0:1780298645.139443:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139454:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139463:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139470:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139478:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.139487:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.139492:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.139495:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139502:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139509:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139516:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.139520:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139549:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.139554:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139562:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4242 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.139578:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609609856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.139608:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139617:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139624:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139631:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139637:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.139645:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.139657:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.139670:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139678:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.139704:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.139705:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00000020:00010000:0.0:1780298645.139711:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.139715:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.139731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.139734:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.139735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.139740:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.139742:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.139742:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.139747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.139779:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.139787:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.139792:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.139796:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9877891 00010000:00010000:1.0:1780298645.139805:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d423b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.139817:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609609728:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.139835:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4009201, type: SEEK_SET 00000080:00200008:0.0:1780298645.139839:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4009201, type: SEEK_SET, rc = 4009201 00000080:00200008:0.0:1780298645.139844:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 4009201, count: 6210 00000080:00200000:0.0:1780298645.139855:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 4009201, bytes: 6210 00000080:00200000:0.0:1780298645.139858:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298645.139861:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298645.139862:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4009201, 4015411) 0 0 00000080:00200000:0.0:1780298645.139864:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.139870:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [978, 980] 00020000:00200000:0.0:1780298645.139874:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [4009201, 4015411) 4015411, 6210 00020000:00200000:0.0:1780298645.139877:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.139890:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [978, 980] 00000008:00010000:0.0:1780298645.139895:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.139897:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.139905:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.139912:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4005888 4018175) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.139919:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.139924:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.139928:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.139934:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [4009201, 4015411) append 0 append lockpos 0 00000080:00200000:0.0:1780298645.139942:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 978 of 3313 to 783 bytes 00000008:00010000:0.0:1780298645.139991:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d020c0 00000008:00010000:0.0:1780298645.140020:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d020c0 00010000:00010000:0.0:1780298645.140038:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4005888 4009983) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1780298645.140071:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf3100 - object 0x2c0000401:17 offset 4005888<>4009984 00000100:00100000:1.0:1780298645.140107:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.140117:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609609984:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.141000:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d020c0 00000020:00200000:1.0:1780298645.141006:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.141017:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d020c0 00000100:00100000:1.0:1780298645.141030:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609609984:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298645.141037:0:29360:0:(rw26.c:858:ll_write_end()) pos 4009201, len 783, copied 783 00000080:00200000:0.0:1780298645.141045:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000f42f7c66[3 0000000003324618 2 1 000000000ac74307] 00000080:00200000:0.0:1780298645.141047:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000004197c87c 17ffffc0001009 3:0 ffff8c4387d97b60 978 lru 00000080:00200000:0.0:1780298645.141053:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000029a24123 978: 1< 1 - - > 2< 4005888 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:0.0:1780298645.141055:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000f42f7c66 00000080:00200000:0.0:1780298645.141056:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1780298645.141059:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 979 of 0 to 4096 bytes 00000080:00200000:0.0:1780298645.141073:0:29360:0:(rw26.c:858:ll_write_end()) pos 4009984, len 4096, copied 4096 00000080:00200000:0.0:1780298645.141076:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000a4b7f901[3 0000000003324618 2 1 000000000ac74307] 00000080:00200000:0.0:1780298645.141078:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000003578fef 17ffffc0001001 3:0 ffff8c4387d97ee0 979 lru 00000080:00200000:0.0:1780298645.141082:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000003d72558a 979: 1< 0 - - > 2< 4009984 0 0 0x0 0x0 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:0.0:1780298645.141084:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000a4b7f901 00000080:00200000:0.0:1780298645.141086:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1780298645.141087:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 980 of 0 to 1331 bytes 00000008:00010000:0.0:1780298645.141110:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d023c0 00000008:00010000:0.0:1780298645.141144:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d023c0 00010000:00010000:0.0:1780298645.141160:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4014080 4018175) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:0.0:1780298645.141180:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1c00 - object 0x2c0000401:17 offset 4014080<>4018176 00000100:00100000:1.0:1780298645.141214:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610112:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.142056:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d023c0 00000020:00200000:1.0:1780298645.142061:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.142071:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d023c0 00000100:00100000:1.0:1780298645.142083:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610112:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298645.142094:0:29360:0:(rw26.c:858:ll_write_end()) pos 4014080, len 1331, copied 1331 00000080:00200000:0.0:1780298645.142100:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000ff3fa00a[3 0000000003324618 2 1 000000000ac74307] 00000080:00200000:0.0:1780298645.142103:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001d6b84ac 17ffffc0001009 3:0 ffff8c4387d97700 980 lru 00000080:00200000:0.0:1780298645.142108:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000ebcfa1c1 980: 1< 1 - - > 2< 4014080 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:0.0:1780298645.142110:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000ff3fa00a 00000080:00200000:0.0:1780298645.142111:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:0.0:1780298645.142114:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 3313, to 1331 prio 0 00000008:00010000:0.0:1780298645.142129:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1780298645.142141:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1780298645.142146:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.142154:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 3, dirtied 3 00000080:00200000:0.0:1780298645.142156:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 6210 bytes, tot: 6210 00000080:00200000:0.0:1780298645.142158:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6210 00000020:00010000:0.0:1780298645.142166:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.142168:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.142170:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.142173:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.142179:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.142187:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.142188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.142191:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6210 bytes 00000080:00200000:0.0:1780298645.142195:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [978, 980] 00000080:00200000:0.0:1780298645.142206:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.142208:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6210, restart: 0 00000080:00200000:0.0:1780298645.142213:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00000080:00200000:0.0:1780298645.142215:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 6210 00000080:00200008:0.0:1780298645.142229:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.142234:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.142247:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.142256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.142262:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1780298645.142267:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.142271:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.142273:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3fda 00000080:00010000:0.0:1780298645.142277:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fda from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.142279:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.142283:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1780298645.142298:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.142302:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.142312:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.142313:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.142320:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.142321:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.142326:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.142340:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.142345:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.142370:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.142375:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.142378:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:0.0:1780298645.142384:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.142390:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610368:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.142433:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610240:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.143084:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.143135:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034752 00000100:00100000:1.0:1780298645.143141:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034752 00000100:00100000:1.0:1780298645.143178:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23782 00000100:00100000:1.0:1780298645.143187:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4386029050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605034752:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.143196:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.143207:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.143235:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.143238:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000020:00010000:1.0:1780298645.143242:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.143244:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:0.0:1780298645.143254:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.143286:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4386029050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605034752:12345-192.168.203.125@tcp:106: Request processed in 99us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.143295:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23782 00000100:00100000:1.0:1780298645.143329:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605034880 00000100:00100000:1.0:1780298645.143333:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605034880 00000100:00100000:1.0:1780298645.143358:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23783 00000100:00100000:1.0:1780298645.143366:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605034880:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.143373:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.143383:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.143404:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.143406:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000020:00010000:1.0:1780298645.143409:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.143411:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000100:00100000:1.0:1780298645.143445:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605034880:12345-192.168.203.125@tcp:106: Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.143452:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23783 00010000:00010000:1.0:1780298645.144015:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144025:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144034:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144047:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144055:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.144064:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.144068:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.144071:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144079:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144087:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144094:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.144098:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144130:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.144135:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144147:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4250 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.144164:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.144179:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144188:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144197:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144203:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144210:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.144218:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.144221:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.144232:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144245:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144252:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144259:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298645.144261:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00010000:00010000:1.0:1780298645.144263:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.144268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.144275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.144279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.144282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.144284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.144287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.144292:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.144299:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.144305:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.144312:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4249 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.144327:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610240:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.144327:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.144361:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.144377:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.144381:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.144405:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.144408:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.144420:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.144422:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.144430:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.144451:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.144460:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.144499:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.144508:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.144518:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609610496:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.144520:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.144564:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.144572:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609610624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.145172:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.145215:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035008 00000100:00100000:1.0:1780298645.145220:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035008 00000100:00100000:1.0:1780298645.145252:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23784 00000100:00100000:1.0:1780298645.145269:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605035008:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.145277:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.145287:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.145313:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.145316:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000020:00010000:1.0:1780298645.145320:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.145321:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000100:00100000:1.0:1780298645.145362:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605035008:12345-192.168.203.125@tcp:106: Request processed in 102us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.145374:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23784 00000100:00100000:0.0:1780298645.145379:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.145398:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035136 00000100:00100000:1.0:1780298645.145402:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035136 00000100:00100000:1.0:1780298645.145425:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23785 00000100:00100000:1.0:1780298645.145434:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605035136:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.145442:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.145450:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.145471:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.145474:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000020:00010000:1.0:1780298645.145477:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.145479:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.145510:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605035136:12345-192.168.203.125@tcp:106: Request processed in 79us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.145517:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23785 00010000:00010000:1.0:1780298645.146066:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146077:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146087:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146095:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146103:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.146112:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.146116:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.146119:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146126:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146134:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146141:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.146145:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146168:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.146172:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146180:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4257 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.146192:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609610496:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.146212:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146221:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146228:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146240:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146247:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.146254:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.146257:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.146269:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146277:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146285:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146291:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298645.146293:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00010000:00010000:1.0:1780298645.146295:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.146300:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.146306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.146313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.146316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.146318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.146320:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.146324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.146331:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.146337:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.146350:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d425e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.146354:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.146374:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609610624:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.146378:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9877891 00000080:00200008:0.0:1780298645.146418:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9069629, type: SEEK_SET 00000080:00200008:0.0:1780298645.146423:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9069629, type: SEEK_SET, rc = 9069629 00000080:00200008:0.0:1780298645.146430:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 9069629, count: 289 00000080:00200000:0.0:1780298645.146458:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2214 00000080:00200000:0.0:1780298645.146476:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 9069629, bytes: 289 00000080:00200000:0.0:1780298645.146479:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298645.146484:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298645.146486:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [9069629, 9069918) 0 0 00000080:00200000:0.0:1780298645.146489:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.146498:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [9069629, 9069918) 9069918, 289 00020000:00200000:0.0:1780298645.146501:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.146519:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [2214, 2214] 00000008:00010000:0.0:1780298645.146527:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.146530:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.146539:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.146550:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4874240 4878335) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.146559:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.146567:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.146574:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.146582:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [9069629, 9069918) 00000080:00200000:0.0:1780298645.146590:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9877891 00000080:00200000:0.0:1780298645.146593:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:289 iocb pos:9069629 00000008:00010000:0.0:1780298645.146624:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02840 00000008:00010000:0.0:1780298645.146660:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02840 00010000:00010000:0.0:1780298645.146677:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4874240 4878335) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1780298645.146758:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1f80 - object 0x2c0000401:17 offset 4874240<>4878336 00000100:00100000:1.0:1780298645.146809:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.146821:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610752:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.147639:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02840 00000020:00200000:1.0:1780298645.147645:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.147658:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02840 00000100:00100000:1.0:1780298645.147674:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609610752:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.147715:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.147795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.147799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.147808:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.147818:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298645.147830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.147833:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.147840:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 289 bytes 00000080:00200000:0.0:1780298645.147857:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.147861:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 289, restart: 0 00000080:00200000:0.0:1780298645.147864:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 289 00000080:00200008:0.0:1780298645.147882:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.147889:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.147905:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.147916:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298645.147926:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1780298645.147934:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.147940:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.147943:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d3fda 00000080:00010000:0.0:1780298645.147948:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d3fda from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.147951:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298645.147958:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00000080:00200000:0.0:1780298645.147987:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.147992:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.148003:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.148005:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.148014:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.148015:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.148025:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.148046:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.148054:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.148102:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298645.148106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.148113:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609610880:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.148117:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.148130:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.148156:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609611008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.148974:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.149013:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035264 00000100:00100000:1.0:1780298645.149019:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035264 00000100:00100000:1.0:1780298645.149056:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23786 00000100:00100000:1.0:1780298645.149067:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605035264:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.149076:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.149087:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.149108:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298645.149122:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.149125:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000020:00010000:1.0:1780298645.149129:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.149130:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.149186:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605035264:12345-192.168.203.125@tcp:106: Request processed in 121us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.149194:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23786 00000100:00100000:1.0:1780298645.149209:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035392 00000100:00100000:1.0:1780298645.149212:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035392 00000100:00100000:1.0:1780298645.149237:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23787 00000100:00100000:1.0:1780298645.149245:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605035392:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.149251:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.149259:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.149280:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.149282:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000020:00010000:1.0:1780298645.149286:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.149287:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000100:00100000:1.0:1780298645.149321:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605035392:12345-192.168.203.125@tcp:106: Request processed in 76us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.149328:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23787 00010000:00010000:1.0:1780298645.149960:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.149972:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.149982:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.149989:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.149996:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.150005:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.150010:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.150013:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150020:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150027:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150033:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.150038:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150063:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.150067:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150075:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d426c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.150090:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609611008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.150103:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150110:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150117:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150124:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150130:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.150141:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.150144:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.150156:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150163:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150171:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.150178:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.150181:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.150189:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00000020:00010000:0.0:1780298645.150194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.150198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.150201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.150203:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.150204:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.150207:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.150208:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.150215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.150223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.150224:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4265 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.150238:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609610880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.150265:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.150284:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.150298:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.150302:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.150316:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.150318:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.150328:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.150330:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.150337:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.150359:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.150368:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.150404:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.150410:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609611136:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.150418:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.150432:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.150457:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.150465:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609611264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.151301:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.151341:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035520 00000100:00100000:1.0:1780298645.151347:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035520 00000100:00100000:0.0:1780298645.151369:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.151389:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.151399:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035648 00000100:00100000:1.0:1780298645.151402:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035648 00000100:00100000:1.0:1780298645.151417:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23788 00000100:00100000:1.0:1780298645.151423:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605035520:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.151431:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.151441:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.151464:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.151466:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000020:00010000:1.0:1780298645.151470:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.151472:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2212497 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.151509:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605035520:12345-192.168.203.125@tcp:106: Request processed in 85us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.151515:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23788 00000100:00100000:1.0:1780298645.151529:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23789 00000100:00100000:1.0:1780298645.151536:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605035648:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.151542:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.151555:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.151578:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.151581:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000020:00010000:1.0:1780298645.151585:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.151586:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5683587 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 360 00000100:00100000:1.0:1780298645.151621:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605035648:12345-192.168.203.125@tcp:106: Request processed in 85us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.151628:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23789 00010000:00010000:1.0:1780298645.152107:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152114:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152119:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152123:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152128:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.152136:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2212497, setting rss=2212497; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.152139:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.152141:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152145:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152149:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152153:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.152156:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152171:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.152174:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152178:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d427a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.152195:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609611264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.152324:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152335:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152344:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152350:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152357:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.152365:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5683587, setting rss=5683587; leaving kms=5683587, end=18446744073709551615 00000020:00200000:1.0:1780298645.152369:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.152381:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152388:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152396:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152403:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.152408:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.152411:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9877891 i_blocks 416 00000020:00010000:0.0:1780298645.152419:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.152422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.152425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.152429:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.152432:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.152435:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.152438:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.152439:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.152443:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.152451:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4273 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.152464:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609611136:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.152473:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.152491:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9877891 00000080:00200008:0.0:1780298645.152536:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 9877891, valid attrs 2068, mode 0, uid 0, gid 0, new size 9206139, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:0.0:1780298645.152565:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298645.152584:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 139 lru_type: 1 00010000:00010000:0.0:1780298645.152612:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298645.152618:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.152621:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6200/0x11c228eb194d3fb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e6303501b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000020:00100000:0.0:1780298645.152635:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780298645.152642:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4387bf2300 x1866777609611520/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780298645.152656:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609611520:192.168.203.125@tcp:36:fsx.0 00000100:00100000:0.0:1780298645.152739:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.153746:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.153780:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035776 00000100:00100000:1.0:1780298645.153785:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035776 00000100:00100000:1.0:1780298645.153812:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23790 00000100:00100000:1.0:1780298645.153820:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:6477:x1866777605035776:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.153828:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d3fda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e6303504c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00010000:00010000:1.0:1780298645.153867:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.153874:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:6477:x1866777605035776:12345-192.168.203.125@tcp:104: Request processed in 54us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.153880:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23790 00000100:00100000:3.0:1780298645.154030:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609611648:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.156989:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.157018:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.157034:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605035904 00000100:00100000:0.0:1780298645.157038:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036032 00000100:00100000:1.0:1780298645.157039:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605035904 00000100:00100000:0.0:1780298645.157044:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036032 00000100:00100000:1.0:1780298645.157066:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23791 00000100:00100000:1.0:1780298645.157073:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605035904:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.157082:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298645.157086:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23792 00000100:00100000:0.0:1780298645.157099:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605036032:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.157109:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d4226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3465216->3891199] (req 3465216->3473407) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035298 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.157118:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.157123:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605035904:12345-192.168.203.125@tcp:104: Request processed in 52us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.157128:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23791 00010000:00010000:3.0:1780298645.157145:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.157152:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.157158:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1780298645.157165:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:0.0:1780298645.157170:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605036032:12345-192.168.203.125@tcp:104: Request processed in 72us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.157172:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.157185:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.157187:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23792 00000100:00100000:0.0:1780298645.157208:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036160 00000100:00100000:0.0:1780298645.157214:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036160 00000008:00010000:3.0:1780298645.157248:0:6150:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298645.157249:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23793 00000008:00010000:3.0:1780298645.157261:0:6150:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000c9442719 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1780298645.157273:0:6150:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298645.157273:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605036160:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.157288:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.157330:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.157339:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605036160:12345-192.168.203.125@tcp:104: Request processed in 77us (157us total) trans 0 rc 0/0 00000008:00010000:3.0:1780298645.157341:0:6150:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000c9442719 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298645.157356:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23793 00010000:00010000:3.0:1780298645.157379:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4005888 4009983) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.157382:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780298645.157389:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.157405:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.157409:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.157443:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298645.157450:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298645.157486:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.157491:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.157502:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.157509:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d409e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [151552->720895] (req 151552->159743) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035110 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298645.157511:0:6150:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728d880 - object 0x2c0000401:17 offset 4005888<>5683587 00010000:00010000:1.0:1780298645.157530:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298645.157533:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298645.157536:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.157544:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.157554:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609612160:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.158533:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609612160:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.158550:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609611904:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1780298645.159878:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.159959:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298645.160005:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.160014:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.160034:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.160042:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4123 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3895296->37449727] (req 3895296->3899391) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035195 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.160052:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1780298645.160061:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.160065:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609612288:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298645.160065:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.160068:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298645.160887:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.160915:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036288 00000100:00100000:1.0:1780298645.160920:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036288 00000100:00100000:1.0:1780298645.160948:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23794 00000100:00100000:1.0:1780298645.160954:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605036288:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.160960:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.160967:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.160973:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.160978:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.160988:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.160994:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.161008:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693600) 00000100:00100000:1.0:1780298645.161030:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605036288:12345-192.168.203.125@tcp:105: Request processed in 77us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.161035:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23794 00000100:00100000:1.0:1780298645.161746:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609612288:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.161988:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.162014:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036416 00000100:00100000:1.0:1780298645.162018:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036416 00000100:00100000:1.0:1780298645.162038:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23795 00000100:00100000:1.0:1780298645.162044:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605036416:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.162051:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [565248->34119679] (req 565248->573439) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035267 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.162084:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.162090:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605036416:12345-192.168.203.125@tcp:104: Request processed in 46us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.162097:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23795 00000100:00100000:3.0:1780298645.162249:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.162262:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43867e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609612544:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.163105:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.163141:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.163151:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036544 00000100:00100000:1.0:1780298645.163155:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036544 00000100:00100000:1.0:1780298645.163181:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23796 00000100:00100000:1.0:1780298645.163188:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605036544:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.163196:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.163206:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.163214:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.163223:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.163230:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.163237:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.163258:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692e00) 00000100:00100000:1.0:1780298645.163292:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605036544:12345-192.168.203.125@tcp:105: Request processed in 103us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.163304:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23796 00000100:00100000:3.0:1780298645.163513:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.163528:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609612800:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.164556:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43867ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609612672:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298645.167111:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.167148:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036672 00000100:00100000:1.0:1780298645.167154:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036672 00000100:00100000:1.0:1780298645.167188:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23797 00000100:00100000:1.0:1780298645.167198:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6476:x1866777605036672:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.167207:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d428f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e6303530f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.167249:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.167256:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6476:x1866777605036672:12345-192.168.203.125@tcp:104: Request processed in 61us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.167264:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23797 00000100:00100000:3.0:1780298645.167400:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609613312:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.169252:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.169284:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036800 00000100:00100000:1.0:1780298645.169289:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036800 00000100:00100000:1.0:1780298645.169315:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23798 00000100:00100000:1.0:1780298645.169323:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605036800:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.169332:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630352fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.169372:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.169379:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605036800:12345-192.168.203.125@tcp:104: Request processed in 57us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.169386:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23798 00000100:00100000:3.0:1780298645.169584:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609613568:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.170337:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.170372:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605036928 00000100:00100000:1.0:1780298645.170377:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605036928 00000100:00100000:1.0:1780298645.170406:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23799 00000100:00100000:1.0:1780298645.170412:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605036928:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.170420:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.170434:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.170443:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.170451:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.170459:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.170467:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.170486:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00000100:00100000:1.0:1780298645.170517:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605036928:12345-192.168.203.125@tcp:105: Request processed in 103us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.170535:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23799 00000100:00100000:0.0:1780298645.171395:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.171427:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037056 00000100:00100000:1.0:1780298645.171431:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037056 00000100:00100000:1.0:1780298645.171457:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23800 00000100:00100000:1.0:1780298645.171464:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605037056:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.171473:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035301 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.171518:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.171524:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605037056:12345-192.168.203.125@tcp:104: Request processed in 60us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.171531:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23800 00000100:00100000:3.0:1780298645.171649:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609613824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.172507:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.172534:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037184 00000100:00100000:1.0:1780298645.172538:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037184 00000100:00100000:1.0:1780298645.172564:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23801 00000100:00100000:1.0:1780298645.172574:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605037184:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.172582:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.172591:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.172599:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.172608:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.172616:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.172624:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.172642:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693c00) 00000100:00100000:1.0:1780298645.172669:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605037184:12345-192.168.203.125@tcp:105: Request processed in 97us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.172705:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23801 00000100:00100000:3.0:1780298645.172828:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609614080:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.172859:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.172864:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609613952:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.173384:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609613824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.173856:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609614080:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.173876:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609613952:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.175245:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.175255:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609614336:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.176067:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.176100:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.176102:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.176111:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037312 00000100:00100000:1.0:1780298645.176114:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037312 00000100:00100000:1.0:1780298645.176141:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23802 00000100:00100000:3.0:1780298645.176146:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037440 00000100:00100000:1.0:1780298645.176149:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605037312:12345-192.168.203.125@tcp:106: 00000100:00100000:3.0:1780298645.176151:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037440 00010000:00010000:1.0:1780298645.176157:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.176165:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.176181:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 460 00000100:00100000:3.0:1780298645.176187:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9128:x1866777605037440:12345-192.168.203.125@tcp:106: 00000020:00010000:1.0:1780298645.176194:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.176197:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00010000:00010000:3.0:1780298645.176198:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.176202:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.176204:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00010000:00010000:3.0:1780298645.176212:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.176241:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:3.0:1780298645.176244:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 384 00000100:00100000:1.0:1780298645.176244:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605037312:12345-192.168.203.125@tcp:106: Request processed in 96us (177us total) trans 0 rc 0/0 00000020:00010000:3.0:1780298645.176252:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:3.0:1780298645.176255:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 384 00000100:00100000:1.0:1780298645.176255:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23802 00000100:00100000:3.0:1780298645.176296:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9128:x1866777605037440:12345-192.168.203.125@tcp:106: Request processed in 108us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298645.176301:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 460 00010000:00010000:3.0:1780298645.177119:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177128:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177134:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177138:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177142:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.177147:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.177149:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.177158:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177162:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177171:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177175:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.177177:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177196:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.177200:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.177210:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d42ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.177226:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609614336:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.177400:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.177408:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609614592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.177446:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609614720:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.178363:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.178393:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.178402:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037568 00000100:00100000:1.0:1780298645.178408:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037568 00000100:00100000:0.0:1780298645.178413:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037696 00000100:00100000:0.0:1780298645.178418:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037696 00000100:00100000:1.0:1780298645.178441:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23803 00000100:00100000:1.0:1780298645.178450:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605037568:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.178453:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23804 00010000:00010000:1.0:1780298645.178462:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.178467:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605037696:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.178480:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.178480:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.178504:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.178523:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.178526:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 384 00000020:00010000:1.0:1780298645.178530:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.178531:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 384 00000020:00010000:0.0:1780298645.178543:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.178545:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000020:00010000:0.0:1780298645.178550:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.178552:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 56 00000100:00100000:1.0:1780298645.178573:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605037568:12345-192.168.203.125@tcp:106: Request processed in 124us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.178580:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23803 00000100:00100000:0.0:1780298645.178598:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605037696:12345-192.168.203.125@tcp:106: Request processed in 135us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.178603:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23804 00000080:00200000:0.0:1780298645.179684:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 440 00000020:00010000:0.0:1780298645.179713:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.179729:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.179734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.179742:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.179747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.179754:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.179763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.179804:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.179821:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:0.0:1780298645.179862:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6872215, type: SEEK_SET 00000080:00200008:0.0:1780298645.179867:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6872215, type: SEEK_SET, rc = 6872215 00000080:00200008:0.0:1780298645.179873:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6872215, count: 2460 00000080:00200000:0.0:1780298645.179903:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1677 00000080:00200000:0.0:1780298645.179923:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6872215, bytes: 2460 00000080:00200000:0.0:1780298645.179928:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298645.179933:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298645.179935:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6872215, 6874675) 0 0 00000080:00200000:0.0:1780298645.179938:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.179948:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6872215, 6874675) 6874675, 2460 00020000:00200000:0.0:1780298645.179952:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.179973:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1677, 1678] 00000008:00010000:0.0:1780298645.179997:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.180000:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.180026:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.180037:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2674688->2682879] (req 2674688->2682879) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.180046:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2674688->2682879] (req 2674688->2682879) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.180062:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609614848:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.180106:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.180992:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.181039:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037824 00000100:00100000:1.0:1780298645.181044:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037824 00000100:00100000:1.0:1780298645.181077:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23805 00000100:00100000:1.0:1780298645.181085:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605037824:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.181094:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d429d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035324 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.181135:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.181140:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605037824:12345-192.168.203.125@tcp:104: Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.181146:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23805 00000100:00100000:3.0:1780298645.181336:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609614976:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.182221:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.182256:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605037952 00000100:00100000:1.0:1780298645.182265:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605037952 00000100:00100000:1.0:1780298645.182285:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23806 00000100:00100000:1.0:1780298645.182289:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605037952:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.182295:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2674688->2682879] (req 2674688->2682879) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.182302:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2674688->2682879] (req 2674688->2682879) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.182308:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.182316:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.182325:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.182334:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.182354:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7c00) 00000100:00100000:1.0:1780298645.182385:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605037952:12345-192.168.203.125@tcp:105: Request processed in 93us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.182400:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23806 00000100:00100000:3.0:1780298645.182750:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609615104:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.183850:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.183854:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.183857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.183860:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.183869:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.183879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.183881:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.183886:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2460 bytes 00000080:00200000:0.0:1780298645.183904:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.183907:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 2460, restart: 0 00000080:00200000:0.0:1780298645.183910:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 2460 00000080:00200008:0.0:1780298645.183931:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.183936:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.183949:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.183955:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:0.0:1780298645.183974:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.183980:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.183985:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.183994:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609615232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.184026:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7180 going to sleep for 11 seconds 00000080:00200000:3.0:1780298645.186380:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 440 00000020:00010000:3.0:1780298645.186386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.186390:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.186393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.186396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.186399:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.186401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.186405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.186431:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.186450:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.186467:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.186471:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.186486:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.186488:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298645.186501:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.186503:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298645.186511:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.186522:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.186531:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.186534:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.186541:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.186557:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.186564:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.186570:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.186573:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.186579:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.186586:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.186590:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 440 00000020:00010000:3.0:1780298645.186592:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090ff8 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.186594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090ff8 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.186597:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.186599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.186602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090ff8 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.186604:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.186606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.186627:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.186639:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200000:3.0:1780298645.186678:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 298830, len 2036 00000080:00200000:3.0:1780298645.186711:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.186714:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.186735:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.186751:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [72, 73] 00000008:00010000:3.0:1780298645.186758:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.186760:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc34b0, osc lock ffff8c43a079b430, flags 0x0 00010000:00010000:3.0:1780298645.186775:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.186784:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (294912 303103) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.186792:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.186799:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.186805:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.186815:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 440 00000100:00100000:3.0:1780298645.186857:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.186867:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609615488:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298645.187986:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.187991:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.187995:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc34b0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.188000:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.188012:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298645.188029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.188032:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc34b0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.188052:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.188074:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.188080:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.188094:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.188104:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.188114:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.188120:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.188125:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.188128:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.188132:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.188135:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.188143:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.188168:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.188172:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.188189:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.188192:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.188205:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.188206:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.188230:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.188238:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.188266:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.188275:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298645.188284:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.188288:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.188293:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298645.188297:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.188306:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609615616:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.188307:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.189263:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.189308:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038080 00000100:00100000:1.0:1780298645.189314:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038080 00000100:00100000:1.0:1780298645.189353:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23807 00000100:00100000:1.0:1780298645.189364:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605038080:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.189373:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.189383:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.189417:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.189420:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.189424:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.189425:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.189468:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605038080:12345-192.168.203.125@tcp:106: Request processed in 106us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.189476:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23807 00010000:00010000:1.0:1780298645.190212:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190221:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190228:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190236:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190240:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.190246:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.190249:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.190257:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190264:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190272:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.190280:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.190285:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.190286:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.190292:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.190298:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.190303:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.190306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.190309:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.190311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.190315:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.190330:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.190337:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.190350:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.190352:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d42dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.190371:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298645.190374:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609615616:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.190386:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.190391:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.190403:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.190406:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.190417:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.190418:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.190441:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.190450:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.190476:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.190486:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.190491:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609615744:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.190500:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.190504:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.190517:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1780298645.190527:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.191308:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.191346:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038208 00000100:00100000:1.0:1780298645.191351:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038208 00000100:00100000:1.0:1780298645.191382:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23808 00000100:00100000:1.0:1780298645.191391:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605038208:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.191399:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.191408:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.191433:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.191435:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.191438:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.191440:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.191477:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605038208:12345-192.168.203.125@tcp:106: Request processed in 87us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.191485:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23808 00010000:00010000:1.0:1780298645.192168:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192179:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192189:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192196:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192203:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.192212:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.192216:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.192226:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192234:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192242:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192249:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.192254:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.192255:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.192262:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.192268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.192282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.192286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.192288:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.192293:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.192302:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d42e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.192321:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609615744:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.192322:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.192348:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:0.0:1780298645.192360:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.192365:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.192379:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.192390:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.192400:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.192407:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.192414:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.192417:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:0.0:1780298645.192422:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.192425:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.192432:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.192457:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.192462:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.192477:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.192479:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.192490:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.192492:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.192501:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.192510:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298645.192518:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.192521:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.192527:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.192545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.192553:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298645.192560:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.192563:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.192569:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1780298645.192577:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.192582:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.192585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.192587:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192592:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.192596:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.192599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.192617:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.192638:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.192650:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.192654:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.192664:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.192666:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.192676:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.192677:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.192684:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.192733:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298645.192742:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.192744:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.192752:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.192763:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.192771:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1780298645.192777:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.192780:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.192787:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298645.192794:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.192798:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.192800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.192802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192807:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.192809:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.192812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.192815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.192833:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.192843:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:0.0:1780298645.192850:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.192855:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.192864:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.192873:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.192881:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.192887:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.192891:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.192893:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.192897:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.192900:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.192906:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.192925:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.192929:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.192940:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.192942:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.192950:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.192952:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.192973:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.192981:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.193007:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.193017:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298645.193020:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609615872:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.193032:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.193035:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.193043:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298645.193052:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.193896:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.193931:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.193939:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038336 00000100:00100000:1.0:1780298645.193943:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038336 00000100:00100000:1.0:1780298645.193965:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23809 00000100:00100000:1.0:1780298645.193970:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4386283850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605038336:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.193977:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.193984:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.194002:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.194003:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.194006:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.194007:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.194033:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4386283850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605038336:12345-192.168.203.125@tcp:106: Request processed in 62us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.194038:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23809 00010000:00010000:1.0:1780298645.194663:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194671:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194677:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194681:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194701:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.194708:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.194712:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.194730:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194739:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194748:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194756:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.194760:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.194762:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.194767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.194772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.194776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.194779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.194783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.194786:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.194790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.194791:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.194796:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.194801:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d42ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.194815:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609615872:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.194824:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.194841:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.194853:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.194857:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.194870:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.194872:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.194881:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.194883:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.194905:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.194913:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.194941:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.194949:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1780298645.194951:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.194956:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609616000:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.194967:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.194970:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.194978:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298645.194989:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.195613:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.195642:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038464 00000100:00100000:1.0:1780298645.195645:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038464 00000100:00100000:1.0:1780298645.195665:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23810 00000100:00100000:1.0:1780298645.195670:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605038464:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.195675:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.195699:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.195728:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.195730:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.195733:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.195735:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.195779:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605038464:12345-192.168.203.125@tcp:106: Request processed in 107us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.195786:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23810 00010000:00010000:1.0:1780298645.196443:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196450:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196455:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196459:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196463:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.196473:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.196475:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.196483:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196488:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196492:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196495:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.196498:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.196515:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:0.0:1780298645.196515:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00010000:00010000:1.0:1780298645.196518:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.196522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.196526:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d42f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.196528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.196536:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.196541:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298645.196543:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609616000:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298645.196548:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.196551:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.196555:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.196577:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.196589:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00a00000:0.0:1780298645.196643:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017a828 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:0.0:1780298645.196662:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.196667:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.196680:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.196682:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.196737:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.196739:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.196750:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.196761:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1780298645.196770:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.196773:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.196781:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.196792:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.196800:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298645.196808:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.196811:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.196818:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298645.196826:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.196830:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.196833:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.196836:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.196838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.196841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.196843:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.196846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.196849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.196867:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.196936:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1367 00000080:00200000:0.0:1780298645.196942:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.196951:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.196970:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1367, 1367] 00000008:00010000:0.0:1780298645.196977:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.196980:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386085a20, flags 0x0 00010000:00010000:0.0:1780298645.196988:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.196997:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1404928 1409023) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.197011:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.197019:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.197025:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.197035:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00000008:00010000:0.0:1780298645.197073:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02000 00000008:00010000:0.0:1780298645.197109:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02000 00010000:00010000:0.0:1780298645.197127:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1404928 1409023) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:0.0:1780298645.197153:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c2300 - object 0x280000401:18 offset 1404928<>1409024 00000100:00100000:1.0:1780298645.197196:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609616128:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.198180:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02000 00000020:00200000:1.0:1780298645.198187:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.198199:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02000 00000100:00100000:1.0:1780298645.198216:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609616128:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.198222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.198226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.198228:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.198231:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.198238:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.198250:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.198252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.198268:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.198307:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1368 00000080:00200000:0.0:1780298645.198311:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.198315:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.198324:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1368, 1368] 00000008:00010000:0.0:1780298645.198328:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.198330:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386085a20, flags 0x0 00010000:00010000:0.0:1780298645.198336:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.198342:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1409024 1413119) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.198348:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.198352:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.198356:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.198362:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00000008:00010000:0.0:1780298645.198374:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02240 00000008:00010000:0.0:1780298645.198394:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02240 00010000:00010000:0.0:1780298645.198402:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1409024 1413119) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:0.0:1780298645.198414:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c2680 - object 0x280000401:18 offset 1409024<>1413120 00000100:00100000:1.0:1780298645.198441:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.198449:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609616256:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.199378:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02240 00000020:00200000:1.0:1780298645.199382:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.199392:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02240 00000100:00100000:1.0:1780298645.199403:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609616256:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.199414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.199417:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.199419:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.199422:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.199428:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.199437:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.199438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.199451:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.199509:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.199517:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.199532:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.199542:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.199550:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.199563:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.199569:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.199573:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.199578:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.199582:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.199590:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298645.199613:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.199617:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.199630:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.199632:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.199642:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.199644:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.199668:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.199677:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.199745:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.199756:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1780298645.199761:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609616384:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.199777:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.199780:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.199788:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1780298645.199799:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.200437:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.200467:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038592 00000100:00100000:1.0:1780298645.200471:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038592 00000100:00100000:1.0:1780298645.200497:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23811 00000100:00100000:1.0:1780298645.200503:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605038592:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.200510:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.200517:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.200535:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.200537:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.200539:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.200540:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.200567:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605038592:12345-192.168.203.125@tcp:106: Request processed in 65us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.200572:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23811 00010000:00010000:1.0:1780298645.201369:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201380:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201389:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201394:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201398:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.201403:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.201406:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.201415:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201422:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201436:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.201441:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00010000:00010000:1.0:1780298645.201442:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.201444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.201447:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.201447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.201450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.201453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.201456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.201459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.201462:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.201470:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.201475:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.201483:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d42f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.201485:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.201500:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609616384:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.201503:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.201515:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.201520:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.201534:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.201536:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.201544:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.201545:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.201563:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.201569:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.201589:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.201597:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:1.0:1780298645.201600:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:0.0:1780298645.201606:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.201608:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609616512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.201609:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.201616:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298645.201625:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.202707:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.202743:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038720 00000100:00100000:1.0:1780298645.202749:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038720 00000100:00100000:1.0:1780298645.202780:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23812 00000100:00100000:1.0:1780298645.202787:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605038720:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.202796:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.202810:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.202833:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.202835:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.202838:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.202840:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.202874:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605038720:12345-192.168.203.125@tcp:106: Request processed in 88us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.202881:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23812 00010000:00010000:1.0:1780298645.203457:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.203464:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.203470:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.203474:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.203478:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.203487:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.203490:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.203498:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.203507:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.203513:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.203518:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00010000:00010000:1.0:1780298645.203519:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.203523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.203524:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.203527:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.203533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.203537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.203539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.203541:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.203544:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.203558:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.203562:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.203570:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.203575:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d42ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.203585:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000100:00100000:1.0:1780298645.203588:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609616512:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:0.0:1780298645.203634:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017a828 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:0.0:1780298645.203653:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.203658:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.203673:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.203675:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.203713:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.203715:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.203734:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.203743:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298645.203749:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.203751:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.203756:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.203766:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.203770:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298645.203775:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.203777:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.203781:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:0.0:1780298645.203785:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.203788:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 456 00000020:00010000:0.0:1780298645.203790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.203791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.203792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.203794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.203795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.203796:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.203799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.203811:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.203854:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1363 00000080:00200000:0.0:1780298645.203858:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.203863:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.203874:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1363, 1363] 00000008:00010000:0.0:1780298645.203879:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.203881:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.203885:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (1388544 1392639) 00010000:00010000:0.0:1780298645.203899:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.203907:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.203913:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.203923:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609616640:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.203962:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.204803:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.204858:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.204860:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038848 00000100:00100000:1.0:1780298645.204866:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038848 00000100:00100000:0.0:1780298645.204878:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605038976 00000100:00100000:0.0:1780298645.204883:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605038976 00000100:00100000:1.0:1780298645.204899:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23813 00000100:00100000:1.0:1780298645.204909:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605038848:12345-192.168.203.125@tcp:104: 00000100:00100000:0.0:1780298645.204917:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23814 00010000:00010000:1.0:1780298645.204918:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d42d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303536a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:0.0:1780298645.204927:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605038976:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.204939:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.204970:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780298645.204977:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605038848:12345-192.168.203.125@tcp:104: Request processed in 71us (176us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298645.204980:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780298645.204990:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605038976:12345-192.168.203.125@tcp:104: Request processed in 64us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.204991:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23813 00000100:00100000:0.0:1780298645.205000:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23814 00010000:00010000:3.0:1780298645.205097:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.205104:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.205118:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.205122:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d42c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2674688->2682879) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035355 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298645.205213:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.205271:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:0.0:1780298645.205741:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609616640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.205753:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.205764:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.205769:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.206796:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.206835:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039104 00000100:00100000:1.0:1780298645.206841:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039104 00000100:00100000:1.0:1780298645.206873:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23815 00000100:00100000:1.0:1780298645.206882:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6463:x1866777605039104:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.206891:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.206902:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->1392639] (req 1388544->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.206911:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.206920:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.206928:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.206938:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.206953:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7600) 00010000:00010000:0.0:1780298645.206968:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.206976:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.206977:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6463:x1866777605039104:12345-192.168.203.125@tcp:105: Request processed in 97us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.206990:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23815 00010000:00010000:0.0:1780298645.206996:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.207005:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4157841, setting rss=4157841; kms=4157841, end=34942975 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.207012:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.207017:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.207038:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00010000:00010000:0.0:1780298645.207068:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 70 res 10737419265/18 (1359872 1363967) 00000008:00010000:0.0:1780298645.207081:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d026c0 00000008:00010000:0.0:1780298645.207119:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d026c0 00010000:00010000:0.0:1780298645.207137:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1388544 1392639) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1780298645.207159:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c3480 - object 0x280000401:18 offset 1388544<>1392640 00000100:00100000:1.0:1780298645.207229:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617024:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.208238:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d026c0 00000020:00200000:1.0:1780298645.208244:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.208256:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d026c0 00000100:00100000:1.0:1780298645.208268:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617024:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.208299:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.208304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.208308:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.208312:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.208321:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.208338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.208344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.208369:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.208415:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.208423:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.208435:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1363, 1363] 00000008:00010000:0.0:1780298645.208441:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.208444:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.208454:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.208464:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1388544 1392639) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.208473:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.208482:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.208488:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.208498:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00000008:00010000:0.0:1780298645.208515:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000c24fe2e1 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.208532:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000020:00010000:0.0:1780298645.208543:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.208545:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.208547:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.208550:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.208555:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.208569:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.208572:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.208588:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.208610:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8), start 5582848, end 5586943, datasync 1 00000080:00200000:0.0:1780298645.208626:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.208630:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1780298645.208645:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000c24fe2e1 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1780298645.208653:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000c24fe2e1 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.208679:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1388544 1392639) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:0.0:1780298645.208740:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c2300 - object 0x280000401:18 offset 1388544<>1392640 00000100:00100000:1.0:1780298645.208765:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.208777:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617152:192.168.203.125@tcp:4:fsx.0 00000008:00010000:1.0:1780298645.210139:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000c24fe2e1 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.210177:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c24fe2e1 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298645.210200:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617152:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298645.210223:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.210263:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.210269:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1780298645.210321:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.210329:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609617280:192.168.203.125@tcp:16:fsx.0 00000100:00100000:1.0:1780298645.211959:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969281 gen 2 00000100:00100000:1.0:1780298645.212003:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609617280:192.168.203.125@tcp:16:fsx.0 00000080:00200000:0.0:1780298645.212031:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000080:00200000:0.0:1780298645.212056:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.212116:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.212125:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.212142:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.212155:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.212166:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.212172:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.212177:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.212179:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:0.0:1780298645.212184:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.212186:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.212191:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.212213:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.212217:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.212231:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.212233:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.212241:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.212242:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.212252:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.212258:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:0.0:1780298645.212269:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.212271:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.212275:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.212282:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.212298:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.212304:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.212320:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.212342:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.212352:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617408:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.213169:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.213220:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.213237:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039232 00000100:00100000:1.0:1780298645.213242:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039232 00000100:00100000:1.0:1780298645.213283:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23816 00000100:00100000:1.0:1780298645.213293:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605039232:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.213304:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.213314:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.213345:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.213347:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.213352:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.213353:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.213392:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605039232:12345-192.168.203.125@tcp:106: Request processed in 100us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.213400:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23816 00010000:00010000:1.0:1780298645.214108:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214122:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214129:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214134:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214139:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.214145:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:1.0:1780298645.214148:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.214156:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214161:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214166:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.214170:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.214175:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.214189:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00010000:00010000:1.0:1780298645.214194:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.214195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.214199:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.214200:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.214204:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.214208:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d430d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.214211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.214217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.214220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298645.214222:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617408:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298645.214226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.214254:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.214273:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.214288:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.214292:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.214307:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.214309:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.214319:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.214321:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.214330:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.214341:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:0.0:1780298645.214350:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.214353:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.214361:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780298645.214372:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.214388:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.214395:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.214421:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.214446:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.214457:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609617536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.215252:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.215295:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039360 00000100:00100000:1.0:1780298645.215300:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039360 00000100:00100000:1.0:1780298645.215331:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23817 00000100:00100000:1.0:1780298645.215340:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605039360:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.215349:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.215360:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.215386:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.215388:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.215392:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.215394:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.215440:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605039360:12345-192.168.203.125@tcp:106: Request processed in 101us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.215448:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23817 00010000:00010000:1.0:1780298645.216158:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216170:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216180:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216187:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216193:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.216203:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:1.0:1780298645.216207:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.216217:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216225:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216240:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.216240:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000020:00010000:0.0:1780298645.216248:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.216252:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.216253:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.216258:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.216259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.216268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.216272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.216274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.216277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.216306:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.216312:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.216320:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d4314 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.216321:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.216342:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609617536:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.216347:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:0.0:1780298645.216396:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4624719, type: SEEK_SET 00000080:00200008:0.0:1780298645.216402:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4624719, type: SEEK_SET, rc = 4624719 00000080:00200008:0.0:1780298645.216410:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 4624719, count: 3195 00000080:00200000:0.0:1780298645.216431:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1129 of 335 to 3195 bytes 00000080:00200000:0.0:1780298645.216437:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 3195 00000080:00200000:0.0:1780298645.216450:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 4624719, bytes: 3195 00000080:00200000:0.0:1780298645.216454:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298645.216458:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298645.216460:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4624719, 4627914) 0 0 00000080:00200000:0.0:1780298645.216463:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.216471:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1129, 1129] 00020000:00200000:0.0:1780298645.216477:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [4624719, 4627914) 4627914, 3195 00020000:00200000:0.0:1780298645.216481:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.216503:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1129, 1129] 00000008:00010000:0.0:1780298645.216511:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.216515:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.216544:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.216554:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->434175] (req 430080->434175) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.216564:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->434175] (req 430080->434175) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.216578:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609617664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.216621:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b79c0 going to sleep for 11 seconds 00000080:00200000:0.0:1780298645.218628:0:29360:0:(rw26.c:858:ll_write_end()) pos 4624719, len 3195, copied 3195 00000080:00200000:0.0:1780298645.218637:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002d062407[3 000000008ec8947f 2 1 000000000ac74307] 00000080:00200000:0.0:1780298645.218641:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000520f42bb 17ffffc0001009 3:0 ffff8c4390b441c0 1129 lru 00000080:00200000:0.0:1780298645.218657:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000001c95f20b 105: 1< 1 - - > 2< 430080 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298645.218663:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002d062407 00000080:00200000:0.0:1780298645.218665:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1780298645.218669:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 335, to 3530 prio 0 00000008:00010000:0.0:1780298645.218709:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000c24fe2e1 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.218742:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000080:00200000:0.0:1780298645.218746:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 3195 bytes, tot: 3195 00000080:00200000:0.0:1780298645.218749:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 3195 00000020:00010000:0.0:1780298645.218761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.218764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.218767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.218771:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.218782:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.218792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.218795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.218801:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3195 bytes 00000080:00200000:0.0:1780298645.218806:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1129, 1129] 00000080:00200000:0.0:1780298645.218824:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.218828:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 3195, restart: 0 00000080:00200000:0.0:1780298645.218834:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000080:00200000:0.0:1780298645.218838:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 3195 00000080:00200008:0.0:1780298645.218857:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.218865:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.218880:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.218900:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.218910:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.218917:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.218923:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.218926:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:0.0:1780298645.218932:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.218935:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.218947:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298645.218973:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.218980:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.218996:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.218998:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.219012:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.219014:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.219035:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780298645.219045:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:0.0:1780298645.219055:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.219058:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780298645.219065:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1780298645.219078:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.219106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.219119:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.219143:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.219160:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.219168:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.220160:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.220195:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039488 00000100:00100000:1.0:1780298645.220201:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039488 00000100:00100000:1.0:1780298645.220232:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23818 00000100:00100000:1.0:1780298645.220240:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605039488:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.220247:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.220258:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.220281:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.220282:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.220285:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.220286:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.220317:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605039488:12345-192.168.203.125@tcp:106: Request processed in 80us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.220323:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23818 00010000:00010000:1.0:1780298645.220990:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221000:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221007:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221012:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221017:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.221026:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:1.0:1780298645.221030:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.221038:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221043:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221051:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.221058:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298645.221059:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00010000:00010000:1.0:1780298645.221063:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.221063:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.221068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.221074:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.221079:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.221081:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.221083:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.221085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.221115:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.221122:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.221122:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.221133:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d4322 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.221142:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298645.221147:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609617920:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.221153:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.221157:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.221166:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.221168:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.221175:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.221176:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.221183:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1780298645.221191:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00200000:0.0:1780298645.221201:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.221203:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1780298645.221208:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298645.221215:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.221227:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.221232:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.221247:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.221263:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.221274:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609618048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.221948:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.221975:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039616 00000100:00100000:1.0:1780298645.221979:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039616 00000100:00100000:1.0:1780298645.221999:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23819 00000100:00100000:1.0:1780298645.222004:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605039616:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.222010:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.222016:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.222031:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.222033:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.222036:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.222037:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.222062:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605039616:12345-192.168.203.125@tcp:106: Request processed in 58us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.222066:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23819 00010000:00010000:1.0:1780298645.222656:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.222664:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.222669:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.222677:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.222681:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.222701:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:1.0:1780298645.222704:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.222714:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.222731:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.222739:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.222743:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000020:00010000:0.0:1780298645.222747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.222750:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.222751:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.222756:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.222757:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.222758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.222762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.222763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.222766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.222782:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.222807:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00010000:00010000:1.0:1780298645.222809:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.222814:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.222816:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.222832:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00010000:00010000:1.0:1780298645.222838:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d4329 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.222849:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609618048:192.168.203.125@tcp:101:fsx.0 00000002:00010000:0.0:1780298645.222849:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.222864:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.222874:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298645.222879:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.222884:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.222886:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:0.0:1780298645.222890:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.222892:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.222897:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.222912:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.222915:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.222924:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.222925:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.222931:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.222932:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.222937:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298645.222947:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:0.0:1780298645.222952:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.222953:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298645.222958:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.222963:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.222974:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.222979:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.222994:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.223006:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.223012:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609618176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.223714:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.223750:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039744 00000100:00100000:1.0:1780298645.223756:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039744 00000100:00100000:1.0:1780298645.223791:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23820 00000100:00100000:1.0:1780298645.223800:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605039744:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.223808:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.223819:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.223844:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.223846:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.223850:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.223851:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.223890:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605039744:12345-192.168.203.125@tcp:106: Request processed in 91us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.223897:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23820 00010000:00010000:1.0:1780298645.224460:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224469:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224475:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224479:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224484:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.224489:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:1.0:1780298645.224492:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.224500:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224505:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224510:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.224515:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.224518:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.224521:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000020:00010000:0.0:1780298645.224527:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.224529:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.224531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.224533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.224535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.224537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.224539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.224557:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.224562:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.224567:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.224568:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4330 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.224582:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609618176:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.224591:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.224605:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.224611:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.224623:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.224624:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.224631:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.224632:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.224640:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.224647:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:0.0:1780298645.224652:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.224654:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.224659:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298645.224666:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.224678:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.224701:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.224726:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.224745:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.224756:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609618304:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.225367:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.225402:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605039872 00000100:00100000:1.0:1780298645.225407:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605039872 00000100:00100000:1.0:1780298645.225438:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23821 00000100:00100000:1.0:1780298645.225448:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605039872:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.225455:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.225465:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.225491:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.225493:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.225497:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.225499:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.225550:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605039872:12345-192.168.203.125@tcp:106: Request processed in 105us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.225557:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23821 00010000:00010000:1.0:1780298645.226148:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.226160:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.226168:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.226175:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.226182:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.226191:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:1.0:1780298645.226194:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.226205:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.226213:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.226223:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00010000:00010000:1.0:1780298645.226226:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.226227:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.226232:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.226237:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.226244:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.226244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.226248:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.226251:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.226251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.226254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.226276:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.226301:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:0.0:1780298645.226305:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00010000:00010000:1.0:1780298645.226307:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.226316:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d4337 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.226328:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609618304:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.226339:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 5866765, len 1428 00000080:00200000:0.0:1780298645.226349:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.226351:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.226356:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.226368:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1432, 1432] 00000008:00010000:0.0:1780298645.226373:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.226375:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298645.226383:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.226391:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1671168 1675263) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.226401:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.226405:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.226409:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.226415:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000100:00100000:1.0:1780298645.226460:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.226470:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609618432:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298645.227302:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609618432:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298645.227318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.227322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.227324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.227328:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.227336:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298645.227347:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.227350:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.227370:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.227388:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.227394:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.227410:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.227421:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.227432:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298645.227439:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.227443:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.227446:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.227450:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.227459:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.227464:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.227482:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.227486:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.227496:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.227497:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.227507:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.227508:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.227527:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.227533:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.227556:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.227574:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.227580:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609618560:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.227591:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.227605:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.227624:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.227632:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609618688:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.228294:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.228337:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040000 00000100:00100000:1.0:1780298645.228345:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040000 00000100:00100000:1.0:1780298645.228374:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23822 00000100:00100000:0.0:1780298645.228379:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.228385:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605040000:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.228392:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298645.228399:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00010000:1.0:1780298645.228419:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.228421:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.228423:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.228425:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.228456:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605040000:12345-192.168.203.125@tcp:106: Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.228464:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23822 00000100:00100000:1.0:1780298645.228486:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.228496:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040128 00000100:00100000:1.0:1780298645.228499:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040128 00000100:00100000:1.0:1780298645.228519:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23823 00000100:00100000:1.0:1780298645.228524:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605040128:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.228531:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.228539:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.228566:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.228569:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.228573:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.228574:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.228610:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605040128:12345-192.168.203.125@tcp:106: Request processed in 84us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.228616:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23823 00010000:00010000:1.0:1780298645.229108:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229119:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229129:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229136:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229144:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.229155:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.229158:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.229161:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229166:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229174:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229181:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.229186:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229211:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.229217:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229225:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d433e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.229242:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609618560:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.229264:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229271:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229280:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229287:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229294:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.229302:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=1388544, end=18446744073709551615 00000020:00200000:1.0:1780298645.229306:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.229317:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229324:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229332:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.229338:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00010000:00010000:1.0:1780298645.229339:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.229343:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.229345:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.229346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.229353:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.229358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.229363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.229369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.229373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.229401:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.229406:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.229411:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4345 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.229411:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.229427:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609618688:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.229435:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.229447:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.229450:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.229459:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.229461:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386085a20, flags 0x400001002 00000008:00010000:0.0:1780298645.229468:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.229469:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298645.229488:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.229494:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.229512:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.229521:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.229527:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298645.229527:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.229537:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.229541:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609618816:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.229585:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609618944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.230124:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.230160:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040256 00000100:00100000:1.0:1780298645.230166:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040256 00000100:00100000:1.0:1780298645.230196:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23824 00000100:00100000:1.0:1780298645.230204:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605040256:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.230210:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298645.230217:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00010000:1.0:1780298645.230235:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.230237:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.230241:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.230242:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.230281:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605040256:12345-192.168.203.125@tcp:106: Request processed in 78us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.230286:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23824 00000100:00100000:0.0:1780298645.230302:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.230358:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040384 00000100:00100000:1.0:1780298645.230362:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040384 00000100:00100000:1.0:1780298645.230388:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23825 00000100:00100000:1.0:1780298645.230396:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605040384:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.230410:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.230419:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.230434:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.230436:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.230438:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.230439:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.230463:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605040384:12345-192.168.203.125@tcp:106: Request processed in 69us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.230467:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23825 00010000:00010000:0.0:1780298645.231279:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231291:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231299:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231307:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231319:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.231328:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=1388544, end=18446744073709551615 00000020:00200000:0.0:1780298645.231332:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.231335:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231343:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231350:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231357:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.231360:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231391:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.231395:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231403:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4353 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.231422:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609618944:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.231436:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231445:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231453:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231460:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231467:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.231475:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.231479:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.231491:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231498:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231511:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231517:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.231521:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231567:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.231571:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.231579:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d434c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.231597:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609618816:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.232550:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.232591:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040512 00000100:00100000:0.0:1780298645.232596:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040512 00000100:00100000:0.0:1780298645.232628:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23826 00000100:00100000:0.0:1780298645.232635:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605040512:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.232641:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.232648:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298645.232678:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.232680:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.232683:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.232701:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.232756:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605040512:12345-192.168.203.125@tcp:106: Request processed in 121us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.232764:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23826 00000080:00200000:3.0:1780298645.233448:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 464 00000020:00010000:3.0:1780298645.233453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.233456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.233461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.233469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.233475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.233482:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.233488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.233522:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.233597:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1399 00000080:00200000:3.0:1780298645.233603:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.233612:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.233634:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1399, 1399] 00000008:00010000:3.0:1780298645.233642:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.233645:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3730, osc lock ffff8c43a079bc80, flags 0x0 00010000:00010000:3.0:1780298645.233655:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233667:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1536000 1540095) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233682:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233712:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233730:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298645.233742:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00010000:00010000:3.0:1780298645.233776:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233785:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1507328 1511423) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233795:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 7/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233802:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 7/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233809:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1780298645.233965:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab9c0 00010000:00010000:3.0:1780298645.233981:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.233989:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1780298645.234023:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab9c0 00010000:00010000:3.0:1780298645.234041:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1536000 1540095) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:3.0:1780298645.234082:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728e680 - object 0x280000401:18 offset 1507328<>1572864 00000020:00010000:3.0:1780298645.236076:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23a88 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.236084:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23a88 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.236088:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3730 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.236093:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.236107:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1780298645.236122:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23a88 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.236125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3730 (ffff8c4390c27f38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.236153:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.238268:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.240000:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000080:00200000:0.0:1780298645.240026:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.240082:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.240090:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.240107:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.240121:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.240132:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.240140:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.240147:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.240150:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.240156:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.240160:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.240178:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.240211:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.240217:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.240237:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.240239:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860844c0, flags 0x400001002 00000008:00010000:0.0:1780298645.240253:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.240255:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085300, flags 0x400001002 00010000:00010000:0.0:1780298645.240298:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.240307:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.240339:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:1.0:1780298645.240349:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609619584:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.240356:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.240365:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.240377:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.240394:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609619712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.241328:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.241372:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040640 00000100:00100000:0.0:1780298645.241378:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040640 00000100:00100000:1.0:1780298645.241410:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.241424:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040768 00000100:00100000:0.0:1780298645.241428:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040768 00000100:00100000:1.0:1780298645.241444:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23827 00000100:00100000:1.0:1780298645.241458:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605040640:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.241459:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23828 00010000:00010000:1.0:1780298645.241472:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:0.0:1780298645.241472:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605040768:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.241486:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.241489:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.241503:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.241543:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.241546:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.241547:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.241550:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.241556:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.241560:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.241560:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.241563:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:1.0:1780298645.241621:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605040640:12345-192.168.203.125@tcp:106: Request processed in 165us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.241622:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605040768:12345-192.168.203.125@tcp:106: Request processed in 149us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.241637:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23828 00000100:00100000:1.0:1780298645.241647:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23827 00010000:00010000:1.0:1780298645.242445:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242445:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242458:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242458:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242470:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242470:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242478:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242478:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242487:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242492:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.242497:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=1388544, end=18446744073709551615 00000008:00010000:1.0:1780298645.242501:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.242501:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:1.0:1780298645.242503:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.242504:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242511:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242513:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242520:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242520:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242528:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242528:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.242533:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242534:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.242537:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242562:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.242562:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.242569:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242569:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.242584:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4361 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.242584:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4368 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.242606:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609619712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.242611:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609619584:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.242856:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4376 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.242868:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4376 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.242904:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.243645:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.243678:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605040896 00000100:00100000:0.0:1780298645.243683:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605040896 00000100:00100000:1.0:1780298645.243709:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.243736:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041024 00000100:00100000:0.0:1780298645.243740:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041024 00000100:00100000:1.0:1780298645.243742:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.243752:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23829 00000100:00100000:1.0:1780298645.243758:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23830 00000100:00100000:0.0:1780298645.243759:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605040896:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.243764:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43890b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605041024:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.243766:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298645.243769:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.243776:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298645.243784:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.243803:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.243803:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.243805:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.243805:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.243809:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.243809:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.243811:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.243811:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.243847:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43890b7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605041024:12345-192.168.203.125@tcp:106: Request processed in 82us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.243847:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605040896:12345-192.168.203.125@tcp:106: Request processed in 88us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.243854:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23829 00000100:00100000:1.0:1780298645.243861:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23830 00000080:00200000:3.0:1780298645.244748:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:3.0:1780298645.244752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddda8 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.244758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddda8 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.244764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.244768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.244769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddda8 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.244771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.244773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.244810:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.244823:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00a00000:3.0:1780298645.244871:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af570 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298645.244888:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.244892:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.244905:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.244907:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298645.244915:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.244916:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b560, flags 0x400001002 00010000:00010000:3.0:1780298645.244924:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298645.244934:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:3.0:1780298645.244941:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.244943:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298645.244949:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298645.244958:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.244973:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d437d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.244978:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d437d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.244995:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.245643:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.245679:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041152 00000100:00100000:0.0:1780298645.245684:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041152 00000100:00100000:0.0:1780298645.245736:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23831 00000100:00100000:0.0:1780298645.245744:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605041152:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.245751:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.245757:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:0.0:1780298645.245774:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.245776:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.245780:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.245782:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.245819:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605041152:12345-192.168.203.125@tcp:106: Request processed in 76us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.245827:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23831 00000080:00200000:3.0:1780298645.246516:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:3.0:1780298645.246523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.246528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.246533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.246541:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.246544:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.246546:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.246550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.246586:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.246665:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 24 00000080:00200000:3.0:1780298645.246673:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.246681:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.246727:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [24, 24] 00000008:00010000:3.0:1780298645.246737:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.246740:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3730, osc lock ffff8c43a079b560, flags 0x0 00010000:00010000:3.0:1780298645.246750:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298645.246758:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (98304 102399) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298645.246764:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298645.246769:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298645.246773:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1780298645.246779:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00000008:00010000:3.0:1780298645.246809:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabe40 00000008:00010000:3.0:1780298645.246836:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabe40 00010000:00010000:3.0:1780298645.246850:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (98304 102399) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00100000:3.0:1780298645.246867:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728c700 - object 0x2c0000401:17 offset 98304<>102400 00000020:00010000:3.0:1780298645.247818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23a88 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.247824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23a88 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.247826:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3730 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.247830:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298645.247837:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00010000:3.0:1780298645.247844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23a88 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.247846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3730 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.247876:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.248317:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.248326:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609620352:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298645.249520:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.249563:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.249573:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298645.249625:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.249636:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609620480:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298645.251355:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969738 gen 2 00000100:00100000:0.0:1780298645.251457:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609620480:192.168.203.125@tcp:16:fsx.0 00010000:00010000:3.0:1780298645.251894:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d438b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.251907:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d438b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.251934:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.252587:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.252625:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041280 00000100:00100000:0.0:1780298645.252630:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041280 00000100:00100000:0.0:1780298645.252661:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23832 00000100:00100000:0.0:1780298645.252668:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605041280:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.252675:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298645.252677:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298645.252710:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00010000:0.0:1780298645.252753:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.252756:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.252760:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.252761:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.252798:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605041280:12345-192.168.203.125@tcp:106: Request processed in 131us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.252803:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23832 00000100:00100000:0.0:1780298645.252815:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041408 00000100:00100000:0.0:1780298645.252817:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041408 00000100:00100000:0.0:1780298645.252830:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23833 00000100:00100000:0.0:1780298645.252834:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605041408:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.252840:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.252849:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:0.0:1780298645.252870:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.252872:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.252876:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.252878:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.252926:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605041408:12345-192.168.203.125@tcp:106: Request processed in 90us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.252932:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23833 00000080:00200000:1.0:1780298645.253760:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:1.0:1780298645.253767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.253774:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.253781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.253787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.253790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.253796:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.253803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.253848:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.253874:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.253895:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.253900:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.253917:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.253920:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298645.253935:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.253937:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1560, flags 0x400001002 00010000:00010000:1.0:1780298645.253961:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.253971:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.253999:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.254013:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609620864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.254017:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.254026:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.254039:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.254055:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609620992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.254643:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.254661:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.254676:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041536 00000100:00100000:0.0:1780298645.254680:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041536 00000100:00100000:1.0:1780298645.254715:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041664 00000100:00100000:0.0:1780298645.254739:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23834 00000100:00100000:0.0:1780298645.254747:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605041536:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.254749:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041664 00010000:00010000:0.0:1780298645.254757:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298645.254767:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000100:00100000:1.0:1780298645.254771:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23835 00000100:00100000:1.0:1780298645.254781:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605041664:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.254789:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.254799:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:0.0:1780298645.254800:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.254803:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.254812:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.254815:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.254839:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.254840:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.254843:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.254844:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.254851:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605041536:12345-192.168.203.125@tcp:106: Request processed in 105us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.254857:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23834 00000100:00100000:1.0:1780298645.254882:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605041664:12345-192.168.203.125@tcp:106: Request processed in 94us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.254887:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23835 00010000:00010000:0.0:1780298645.255432:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255437:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255442:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255450:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255469:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255479:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255479:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255497:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255498:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255515:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.255517:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.255523:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1780298645.255526:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=1388544, end=18446744073709551615 00010000:00010000:0.0:1780298645.255526:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.255531:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.255536:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255541:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255543:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255549:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.255555:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255555:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255585:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255601:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.255607:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255611:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.255619:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.255625:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4392 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.255643:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609620864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.255654:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.255660:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.255666:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4399 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.255676:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609620992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.256537:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.256570:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041792 00000100:00100000:0.0:1780298645.256575:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041792 00000100:00100000:0.0:1780298645.256609:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23836 00000100:00100000:0.0:1780298645.256617:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605041792:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.256625:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4306 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1388544->34942975] (req 1388544->1392639) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303539b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.256663:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.256670:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605041792:12345-192.168.203.125@tcp:104: Request processed in 55us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.256677:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23836 00000100:00100000:3.0:1780298645.256959:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609621248:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.257750:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.257785:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.257793:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605041920 00000100:00100000:0.0:1780298645.257796:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605041920 00000100:00100000:0.0:1780298645.257818:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23837 00000100:00100000:0.0:1780298645.257827:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605041920:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.257837:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->1904639] (req 1896448->1904639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.257847:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->1904639] (req 1896448->1904639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.257855:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.257864:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.257872:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.257881:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.257906:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693c00) 00000100:00100000:0.0:1780298645.257935:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605041920:12345-192.168.203.125@tcp:105: Request processed in 108us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.257951:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23837 00000020:00010000:1.0:1780298645.258869:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.258880:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.258884:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6d30 (ffff8c43929eea28/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.258890:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.258901:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.258912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.258915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6d30 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.258939:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.258961:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.258968:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.258982:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.258992:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.259003:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298645.259011:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.259016:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.259028:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:1.0:1780298645.259035:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.259039:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.259046:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298645.259069:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.259074:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.259094:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.259097:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298645.259109:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.259110:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.259134:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.259142:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.259172:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.259183:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609621504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.259187:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.259195:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.259207:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.259213:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.259219:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609621632:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.259907:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.259933:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.259944:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042048 00000100:00100000:0.0:1780298645.259948:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042048 00000100:00100000:1.0:1780298645.259955:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042176 00000100:00100000:1.0:1780298645.259960:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042176 00000100:00100000:0.0:1780298645.259972:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23838 00000100:00100000:0.0:1780298645.259983:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605042048:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.259984:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23839 00010000:00010000:0.0:1780298645.259992:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.259998:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605042176:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.260002:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.260009:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1780298645.260020:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00010000:0.0:1780298645.260029:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.260032:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.260036:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.260037:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.260052:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.260055:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.260059:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.260061:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.260079:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605042048:12345-192.168.203.125@tcp:106: Request processed in 100us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.260087:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23838 00000100:00100000:1.0:1780298645.260100:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605042176:12345-192.168.203.125@tcp:106: Request processed in 105us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.260109:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23839 00010000:00010000:0.0:1780298645.260662:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260670:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260676:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260684:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260712:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.260731:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:0.0:1780298645.260735:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.260737:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260743:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260748:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260752:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.260755:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260775:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.260778:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260787:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d43ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.260795:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609621632:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.260829:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260835:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260839:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260843:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260847:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.260851:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.260853:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.260859:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260867:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.260872:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.260874:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00010000:00010000:0.0:1780298645.260876:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.260880:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.260880:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.260888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.260892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.260895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.260899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.260901:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.260902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.260905:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.260907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.260914:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008e05740b/0x11c228eb194d43a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.260928:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609621504:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.260946:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.260963:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.260975:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.260979:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.260990:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.260992:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298645.261002:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.261003:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298645.261023:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.261033:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.261057:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.261071:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.261072:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609621760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.261091:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.261101:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.261116:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609621888:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.261630:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.261656:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042304 00000100:00100000:0.0:1780298645.261660:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042304 00000100:00100000:0.0:1780298645.261681:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23840 00000100:00100000:0.0:1780298645.261703:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605042304:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.261712:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298645.261729:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00010000:0.0:1780298645.261751:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.261752:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.261755:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.261756:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.261784:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605042304:12345-192.168.203.125@tcp:106: Request processed in 97us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.261789:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23840 00000100:00100000:1.0:1780298645.261863:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.261888:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042432 00000100:00100000:0.0:1780298645.261892:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042432 00000100:00100000:0.0:1780298645.261909:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23841 00000100:00100000:0.0:1780298645.261915:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605042432:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.261920:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.261925:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.261939:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.261940:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.261942:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.261943:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.261967:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605042432:12345-192.168.203.125@tcp:106: Request processed in 53us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.261971:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23841 00010000:00010000:0.0:1780298645.262343:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262351:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262356:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262360:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262364:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.262368:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.262370:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.262372:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262376:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262385:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262388:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.262390:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262405:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.262407:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262411:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d43b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.262420:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609621760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.262535:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262542:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262547:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262554:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262558:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.262563:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:0.0:1780298645.262573:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.262580:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262585:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262589:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.262592:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00010000:00010000:0.0:1780298645.262594:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.262598:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.262599:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.262606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.262611:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.262614:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.262617:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.262620:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.262621:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.262624:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.262625:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.262636:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000030a1e7d8/0x11c228eb194d43bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.262644:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609621888:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.262657:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.262671:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:1.0:1780298645.262679:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.262684:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.262736:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.262746:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.262756:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.262764:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.262769:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.262771:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:1.0:1780298645.262776:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.262779:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.262787:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298645.262808:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.262812:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.262824:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.262826:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298645.262835:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.262837:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.262844:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1780298645.262854:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:1.0:1780298645.262863:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.262866:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1780298645.262879:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1780298645.262901:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.262909:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.262928:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.262938:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.262945:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609622016:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.263488:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.263515:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042560 00000100:00100000:0.0:1780298645.263519:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042560 00000100:00100000:0.0:1780298645.263539:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23842 00000100:00100000:0.0:1780298645.263545:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605042560:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.263550:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.263556:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.263570:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.263572:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.263574:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.263575:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.263599:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605042560:12345-192.168.203.125@tcp:106: Request processed in 56us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.263603:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23842 00010000:00010000:0.0:1780298645.264127:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264135:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264141:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264145:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264149:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.264154:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.264156:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.264164:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264168:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264173:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.264177:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.264180:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.264188:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:1.0:1780298645.264193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.264196:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.264200:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.264200:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.264204:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.264205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.264211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.264214:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d43c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.264216:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.264223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.264231:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609622016:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.264253:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.264266:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.264277:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.264281:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.264292:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.264294:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298645.264302:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.264304:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298645.264311:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1780298645.264321:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:1.0:1780298645.264330:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.264333:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1780298645.264341:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1780298645.264361:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.264369:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.264388:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.264405:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609622144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.265027:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.265059:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042688 00000100:00100000:0.0:1780298645.265064:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042688 00000100:00100000:0.0:1780298645.265090:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23843 00000100:00100000:0.0:1780298645.265098:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605042688:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.265105:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.265115:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.265136:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.265139:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.265143:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.265145:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.265178:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605042688:12345-192.168.203.125@tcp:106: Request processed in 81us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.265186:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23843 00010000:00010000:0.0:1780298645.265734:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265742:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265748:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265752:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265756:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.265761:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.265764:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.265770:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265775:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265784:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.265788:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.265790:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.265794:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:1.0:1780298645.265798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.265800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.265803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.265807:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.265808:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.265812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.265812:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.265819:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.265823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.265829:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d43ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.265843:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609622144:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.265858:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.265869:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:1.0:1780298645.265876:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.265881:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.265890:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.265899:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.265909:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298645.265915:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.265919:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.265921:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:1.0:1780298645.265925:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.265928:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.265935:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1780298645.265954:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.265959:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.265971:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.265973:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298645.265982:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.265983:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.266000:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.266005:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.266022:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.266031:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.266036:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.266039:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622272:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.266048:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.266086:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.266094:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622400:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.266835:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.266859:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.266864:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.266872:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605042816 00000100:00100000:0.0:1780298645.266875:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605042816 00000100:00100000:0.0:1780298645.266903:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23844 00000100:00100000:0.0:1780298645.266910:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605042816:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.266919:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1780298645.266925:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:0.0:1780298645.266943:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.266946:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.266951:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.266953:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.266985:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605042816:12345-192.168.203.125@tcp:106: Request processed in 75us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.266990:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23844 00010000:00010000:0.0:1780298645.267548:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267555:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267560:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267564:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267568:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.267573:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:0.0:1780298645.267576:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.267578:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267582:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267587:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267591:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.267593:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267607:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.267609:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267614:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d43d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.267625:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.267636:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267644:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267652:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267657:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267661:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.267666:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.267668:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.267676:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267680:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.267705:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00010000:00010000:0.0:1780298645.267706:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.267711:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.267713:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.267726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.267730:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.267731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.267740:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.267745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.267747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.267752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.267759:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.267763:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.267768:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d43d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.267782:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622272:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.267787:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.267801:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.267810:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.267813:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.267821:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.267822:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298645.267828:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.267829:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298645.267844:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.267849:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.267866:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.267875:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.267875:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298645.267882:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.267883:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609622528:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.267895:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.267918:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609622656:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.268514:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.268531:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.268546:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043072 00000100:00100000:1.0:1780298645.268548:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043200 00000100:00100000:0.0:1780298645.268551:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043072 00000100:00100000:1.0:1780298645.268552:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043200 00000100:00100000:1.0:1780298645.268580:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23845 00000100:00100000:1.0:1780298645.268585:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605043200:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.268591:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.268599:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.268600:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23846 00000100:00100000:0.0:1780298645.268612:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605043072:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.268620:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:1.0:1780298645.268627:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.268630:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.268635:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00010000:00010000:0.0:1780298645.268636:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:1.0:1780298645.268637:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:1.0:1780298645.268669:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605043200:12345-192.168.203.125@tcp:106: Request processed in 82us (135us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298645.268671:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.268675:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.268679:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23845 00000020:00010000:0.0:1780298645.268684:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.268704:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.268751:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605043072:12345-192.168.203.125@tcp:106: Request processed in 141us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.268758:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23846 00010000:00010000:0.0:1780298645.269345:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269356:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269365:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269373:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269381:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.269389:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:0.0:1780298645.269392:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.269395:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269407:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269415:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269421:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.269425:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269448:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.269452:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269460:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d43e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.269470:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609622656:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.269480:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269488:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269502:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269509:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269516:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.269523:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.269525:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.269535:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269542:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269549:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.269556:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.269557:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00010000:00010000:0.0:1780298645.269560:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.269561:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.269565:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.269567:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.269570:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.269575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.269579:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.269585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.269612:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.269625:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.269631:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.269633:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00010000:00010000:0.0:1780298645.269644:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d43df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.269657:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609622528:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:1.0:1780298645.269675:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686828 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:1.0:1780298645.269699:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.269702:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.269711:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.269712:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298645.269733:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.269735:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.269755:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.269762:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.269780:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.269789:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.269793:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.269800:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.269803:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.269842:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.269847:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622912:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.270473:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.270490:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.270506:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043456 00000100:00100000:0.0:1780298645.270510:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043456 00000100:00100000:0.0:1780298645.270528:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043328 00000100:00100000:0.0:1780298645.270530:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043328 00000100:00100000:0.0:1780298645.270539:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23847 00000100:00100000:0.0:1780298645.270545:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605043456:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.270551:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.270555:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23848 00010000:00010000:0.0:1780298645.270562:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.270566:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605043328:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.270571:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1780298645.270583:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:0.0:1780298645.270603:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.270605:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.270610:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.270611:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.270614:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.270614:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.270621:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.270622:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.270665:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605043328:12345-192.168.203.125@tcp:106: Request processed in 98us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.270665:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605043456:12345-192.168.203.125@tcp:106: Request processed in 117us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.270678:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23848 00000100:00100000:0.0:1780298645.270714:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23847 00010000:00010000:0.0:1780298645.271263:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271271:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271276:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271281:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271285:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.271291:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:0.0:1780298645.271293:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.271296:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271300:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271306:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271310:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.271314:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271334:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.271339:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271344:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d43f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.271353:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.271361:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271366:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271371:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271378:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271382:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.271386:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.271388:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.271397:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271401:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271405:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.271409:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.271411:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.271422:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:1.0:1780298645.271426:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.271427:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.271428:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.271430:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.271431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.271437:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.271442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583478 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.271447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.271453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.271457:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d43ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.271479:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609622784:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.271480:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.271536:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1626 00000080:00200000:1.0:1780298645.271541:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.271547:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.271559:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1626, 1626] 00000008:00010000:1.0:1780298645.271563:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.271565:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f17c0, flags 0x0 00010000:00010000:1.0:1780298645.271572:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.271580:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2465792 2469887) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.271587:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.271592:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.271596:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.271602:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8352145 00000008:00010000:1.0:1780298645.271628:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1300 00000008:00010000:1.0:1780298645.271656:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1300 00010000:00010000:1.0:1780298645.271673:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2465792 2469887) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298645.271726:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645f80 - object 0x280000401:18 offset 2465792<>2469888 00000100:00100000:0.0:1780298645.271745:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.271754:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609623040:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.272559:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1300 00000020:00200000:0.0:1780298645.272564:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.272575:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1300 00000100:00100000:0.0:1780298645.272586:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609623040:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298645.272872:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609623168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.273502:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.273520:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.273534:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043584 00000100:00100000:0.0:1780298645.273537:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043584 00000100:00100000:1.0:1780298645.273540:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043712 00000100:00100000:1.0:1780298645.273544:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043712 00000100:00100000:1.0:1780298645.273565:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23849 00000100:00100000:1.0:1780298645.273570:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605043584:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.273574:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23850 00010000:00010000:1.0:1780298645.273576:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:1.0:1780298645.273583:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000100:00100000:0.0:1780298645.273585:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605043712:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.273596:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.273606:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.273615:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.273617:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.273620:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.273621:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.273625:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.273627:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.273630:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.273631:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:1.0:1780298645.273651:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605043584:12345-192.168.203.125@tcp:106: Request processed in 79us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.273658:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23849 00000100:00100000:0.0:1780298645.273663:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605043712:12345-192.168.203.125@tcp:106: Request processed in 81us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.273669:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23850 00010000:00010000:3.0:1780298645.274337:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274350:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274357:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274363:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274381:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.274408:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.274414:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.274417:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274430:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274443:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274452:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.274455:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274481:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.274486:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.274491:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d43fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.274492:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 488 00000020:00010000:0.0:1780298645.274500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.274504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.274508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000100:00100000:3.0:1780298645.274512:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609623168:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298645.274512:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.274520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.274526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee758/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.274533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.274565:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.274578:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.274588:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.274591:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.274603:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.274605:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386085300, flags 0x400001002 00000008:00010000:0.0:1780298645.274614:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.274615:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c43860844c0, flags 0x400001002 00010000:00010000:0.0:1780298645.274632:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.274639:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.274661:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.274672:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.274678:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609623424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.274704:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.274714:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.274738:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609623552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.275340:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.275375:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.275387:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043840 00000100:00100000:1.0:1780298645.275390:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.275392:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043840 00000100:00100000:3.0:1780298645.275414:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605043968 00000100:00100000:0.0:1780298645.275418:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23851 00000100:00100000:3.0:1780298645.275419:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605043968 00000100:00100000:0.0:1780298645.275425:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605043840:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.275430:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1780298645.275436:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00010000:0.0:1780298645.275455:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.275456:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.275459:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.275460:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:3.0:1780298645.275480:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 462 00000100:00100000:3.0:1780298645.275489:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777605043968:12345-192.168.203.125@tcp:106: 00010000:00010000:3.0:1780298645.275496:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298645.275501:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605043840:12345-192.168.203.125@tcp:106: Request processed in 74us (158us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.275513:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298645.275514:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23851 00010000:00010000:0.0:1780298645.275979:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.275986:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.275992:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.275995:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.275999:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.276004:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.276006:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.276008:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276012:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276016:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276021:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.276024:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276049:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.276054:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276062:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4409 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.276073:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609623424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.276135:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276141:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276147:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276151:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276155:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.276163:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=4157841, end=18446744073709551615 00000020:00200000:0.0:1780298645.276165:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.276174:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276179:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276183:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276186:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.276188:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276205:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.276208:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.276216:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4410 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.276229:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609623552:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298645.277167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.277171:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.277173:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.277176:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.277187:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298645.277194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.277195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.277208:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.277222:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.277226:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.277235:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.277242:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.277248:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298645.277252:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.277256:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.277257:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:3.0:1780298645.277260:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.277262:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.277266:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298645.277283:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.277286:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.277297:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.277298:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298645.277308:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.277309:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079bc80, flags 0x400001002 00010000:00010000:3.0:1780298645.277315:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298645.277321:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00200000:3.0:1780298645.277326:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.277328:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298645.277333:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:3.0:1780298645.277351:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4417 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.277355:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4417 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.277373:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298645.277379:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.277386:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609623808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.278041:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.278070:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044096 00000100:00100000:0.0:1780298645.278075:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044096 00000100:00100000:0.0:1780298645.278095:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23852 00000100:00100000:0.0:1780298645.278100:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605044096:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.278106:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.278111:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.278125:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.278126:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.278129:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.278130:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:0.0:1780298645.278154:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605044096:12345-192.168.203.125@tcp:106: Request processed in 54us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.278159:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23852 00000080:00200000:0.0:1780298645.278701:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 504 00000020:00010000:0.0:1780298645.278707:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.278713:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.278727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.278731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.278732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.278734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.278736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.278768:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.278780:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.278790:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.278794:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.278805:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.278806:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7db0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298645.278814:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.278815:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7df0, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298645.278821:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1780298645.278827:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000020:00200000:0.0:1780298645.278832:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.278834:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1780298645.278839:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1780298645.278855:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.278859:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.278875:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.278882:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.278894:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609623936:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.279427:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.279482:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044224 00000100:00100000:0.0:1780298645.279486:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044224 00000100:00100000:0.0:1780298645.279509:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23853 00000100:00100000:0.0:1780298645.279515:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605044224:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.279521:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.279528:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.279544:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.279546:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.279548:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.279549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:0.0:1780298645.279576:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605044224:12345-192.168.203.125@tcp:106: Request processed in 62us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.279581:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23853 00010000:00010000:0.0:1780298645.280064:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280071:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280077:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280081:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280085:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.280090:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.280092:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.280102:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280106:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280111:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280115:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.280117:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280133:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.280137:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.280148:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d441e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.280172:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609623936:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.280881:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.280911:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044352 00000100:00100000:0.0:1780298645.280915:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044352 00000100:00100000:0.0:1780298645.280935:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23854 00000100:00100000:0.0:1780298645.280940:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605044352:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.280946:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d43a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1896448->35450879] (req 1896448->1904639) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035435 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.280975:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.280979:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605044352:12345-192.168.203.125@tcp:104: Request processed in 40us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.280985:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23854 00000100:00100000:3.0:1780298645.281115:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609624192:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.281805:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.281827:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044480 00000100:00100000:0.0:1780298645.281830:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044480 00000100:00100000:0.0:1780298645.281849:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23855 00000100:00100000:0.0:1780298645.281855:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605044480:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.281861:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2318335] (req 2306048->2318335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.281868:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2318335] (req 2306048->2318335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.281873:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.281883:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.281888:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.281894:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.281906:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692a00) 00000100:00100000:0.0:1780298645.281926:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605044480:12345-192.168.203.125@tcp:105: Request processed in 71us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.281939:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23855 00000100:00100000:3.0:1780298645.282143:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609624320:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298645.282857:0:29360:0:(rw26.c:858:ll_write_end()) pos 6504220, len 228, copied 228 00000080:00200000:0.0:1780298645.282863:0:29360:0:(rw26.c:916:ll_write_end()) page@000000004b24c8db[3 0000000003324618 2 1 000000009c773692] 00000080:00200000:0.0:1780298645.282866:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f9fd824 17ffffc0001009 3:0 ffff8c4390b440e0 1587 lru 00000080:00200000:0.0:1780298645.282871:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000023c965b4 563: 1< 1 - - > 2< 2306048 0 4096 0x0 0x40009 | 0000000096c9dd05 00000000fcd381c6 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298645.282873:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000004b24c8db 00000080:00200000:0.0:1780298645.282874:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1780298645.282877:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1588 of 0 to 4096 bytes 00000080:00200000:0.0:1780298645.282890:0:29360:0:(rw26.c:858:ll_write_end()) pos 6504448, len 4096, copied 4096 00000080:00200000:0.0:1780298645.282893:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000f42f7c66[3 0000000003324618 2 1 000000009c773692] 00000080:00200000:0.0:1780298645.282895:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec672b1b 17ffffc0001001 3:0 ffff8c4387d97b60 1588 lru 00000080:00200000:0.0:1780298645.282898:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000029a24123 564: 1< 0 - - > 2< 2310144 0 0 0x0 0x0 | 0000000096c9dd05 00000000fcd381c6 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298645.282900:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000f42f7c66 00000080:00200000:0.0:1780298645.282900:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1780298645.282902:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1589 of 0 to 406 bytes 00000008:00010000:0.0:1780298645.282916:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02d80 00000008:00010000:0.0:1780298645.282936:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02d80 00010000:00010000:0.0:1780298645.282946:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2314240 2318335) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1780298645.282958:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c1180 - object 0x280000401:18 offset 2314240<>2318336 00000100:00100000:1.0:1780298645.282992:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609624448:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.283595:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02d80 00000020:00200000:0.0:1780298645.283599:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.283607:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02d80 00000100:00100000:0.0:1780298645.283615:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609624448:192.168.203.125@tcp:3:fsx.0 00010000:00010000:3.0:1780298645.283947:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4433 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.283956:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4433 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.283977:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.284507:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.284524:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.284542:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044608 00000100:00100000:0.0:1780298645.284546:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044736 00000100:00100000:1.0:1780298645.284547:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044608 00000100:00100000:0.0:1780298645.284550:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044736 00000100:00100000:1.0:1780298645.284575:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23856 00000100:00100000:0.0:1780298645.284580:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23857 00000100:00100000:1.0:1780298645.284583:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605044608:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.284589:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000100:00100000:0.0:1780298645.284589:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605044736:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.284596:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.284600:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1780298645.284607:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.284638:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.284641:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.284641:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.284644:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:1.0:1780298645.284649:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.284652:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.284653:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.284656:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:1.0:1780298645.284712:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605044608:12345-192.168.203.125@tcp:106: Request processed in 130us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.284731:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23856 00000100:00100000:0.0:1780298645.284750:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605044736:12345-192.168.203.125@tcp:106: Request processed in 162us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.284757:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23857 00000080:00200000:3.0:1780298645.285445:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 504 00000020:00010000:3.0:1780298645.285450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.285453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.285456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.285461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.285465:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.285470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.285477:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.285502:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.285517:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.285529:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.285532:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.285541:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.285543:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298645.285551:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.285552:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079b560, flags 0x400001002 00010000:00010000:3.0:1780298645.285568:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d443a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.285574:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d443a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.285592:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.285602:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4441 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.285615:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4441 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.285628:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.286262:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.286292:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.286293:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.286302:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605044864 00000100:00100000:0.0:1780298645.286305:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605044864 00000100:00100000:0.0:1780298645.286328:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23858 00000100:00100000:0.0:1780298645.286338:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4386029c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605044864:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.286344:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1780298645.286350:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000020:00010000:0.0:1780298645.286367:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.286369:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.286375:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.286379:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.286409:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4386029c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605044864:12345-192.168.203.125@tcp:106: Request processed in 72us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.286419:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23858 00000080:00200000:3.0:1780298645.287206:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 504 00000020:00010000:3.0:1780298645.287211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093478 (ffff8c4390c27bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.287217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093478 (ffff8c4390c27bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.287223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.287230:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.287234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093478 (ffff8c4390c27bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.287236:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.287244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.287270:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.287282:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:3.0:1780298645.287291:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.287295:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.287304:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.287312:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.287322:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298645.287329:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.287333:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.287335:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:3.0:1780298645.287339:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.287343:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.287350:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1780298645.287371:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.287374:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.287382:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.287384:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298645.287390:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.287391:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079bc80, flags 0x400001002 00010000:00010000:3.0:1780298645.287396:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1780298645.287404:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000020:00200000:3.0:1780298645.287418:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.287421:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:3.0:1780298645.287428:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:3.0:1780298645.287439:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.287454:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4448 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.287463:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4448 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.287484:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298645.287490:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.287499:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609625088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.288074:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.288107:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045120 00000100:00100000:0.0:1780298645.288111:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045120 00000100:00100000:0.0:1780298645.288132:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23859 00000100:00100000:0.0:1780298645.288141:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605045120:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.288146:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.288158:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.288172:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.288174:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.288176:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.288177:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:0.0:1780298645.288200:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605045120:12345-192.168.203.125@tcp:106: Request processed in 64us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.288204:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23859 00000080:00200000:0.0:1780298645.288785:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 504 00000020:00010000:0.0:1780298645.288788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093478 (ffff8c4390c27bd8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.288791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093478 (ffff8c4390c27bd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.288795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.288801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.288805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093478 (ffff8c4390c27bd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.288810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.288813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.288846:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.288861:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 4847239, len 5879 00000080:00200000:0.0:1780298645.288870:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.288872:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.288877:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.288888:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1183, 1184] 00000008:00010000:0.0:1780298645.288892:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.288894:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aef30, osc lock ffff8c4386084390, flags 0x0 00010000:00010000:0.0:1780298645.288899:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (651264 659455) 00010000:00010000:0.0:1780298645.288911:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.288917:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.288922:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.288930:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609625216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.288955:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.289527:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.289552:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045248 00000100:00100000:0.0:1780298645.289556:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045248 00000100:00100000:0.0:1780298645.289574:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23860 00000100:00100000:0.0:1780298645.289579:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605045248:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.289584:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.289614:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.289618:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605045248:12345-192.168.203.125@tcp:104: Request processed in 39us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.289622:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23860 00000100:00100000:3.0:1780298645.289809:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609625344:192.168.203.125@tcp:4:fsx.0 00000100:00100000:0.0:1780298645.290103:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609625216:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.290111:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.290119:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.290124:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.290928:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.290958:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298645.290985:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.290990:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.291004:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.291009:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d431b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [430080->1388543] (req 430080->434175) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630353b0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.291020:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.291021:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.291023:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.291028:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609625472:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.291652:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.291682:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045376 00000100:00100000:0.0:1780298645.291703:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045376 00000100:00100000:0.0:1780298645.291731:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23861 00000100:00100000:0.0:1780298645.291736:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605045376:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.291742:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.291748:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->659455] (req 651264->659455) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.291753:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.291758:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.291763:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.291767:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.291779:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7c00) 00000100:00100000:0.0:1780298645.291799:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605045376:12345-192.168.203.125@tcp:105: Request processed in 63us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.291805:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23861 00000100:00100000:0.0:1780298645.292288:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609625472:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.292534:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609625600:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.292777:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609625728:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.293354:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.293412:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.293421:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045504 00000100:00100000:0.0:1780298645.293426:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045504 00000100:00100000:1.0:1780298645.293427:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045632 00000100:00100000:1.0:1780298645.293431:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045632 00000100:00100000:0.0:1780298645.293455:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23862 00000100:00100000:1.0:1780298645.293462:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23863 00000100:00100000:0.0:1780298645.293464:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605045504:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.293471:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000100:00100000:1.0:1780298645.293472:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605045632:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.293483:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.293484:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1780298645.293503:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.293519:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.293520:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.293523:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.293524:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.293533:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.293535:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:1.0:1780298645.293538:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.293539:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:0.0:1780298645.293557:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605045504:12345-192.168.203.125@tcp:106: Request processed in 95us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.293562:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23862 00000100:00100000:1.0:1780298645.293571:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605045632:12345-192.168.203.125@tcp:106: Request processed in 102us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.293576:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23863 00010000:00010000:3.0:1780298645.294187:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294199:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294205:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294209:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294213:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.294218:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.294221:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.294223:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294227:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294232:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294236:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.294240:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294263:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.294266:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.294271:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4456 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.294282:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609625728:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.294357:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000020:00010000:0.0:1780298645.294363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee7e8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.294366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee7e8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.294368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.294370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.294372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee7e8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.294373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.294376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.294402:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.294413:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.294425:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.294429:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.294440:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.294441:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386085b50, flags 0x400001002 00000008:00010000:0.0:1780298645.294449:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.294450:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386084850, flags 0x400001002 00010000:00010000:0.0:1780298645.294466:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.294473:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.294499:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.294504:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.294511:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.294515:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609625984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.294524:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609626112:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.295164:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.295185:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.295204:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045760 00000100:00100000:0.0:1780298645.295205:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.295209:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045760 00000100:00100000:0.0:1780298645.295212:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605045888 00000100:00100000:0.0:1780298645.295217:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605045888 00000100:00100000:1.0:1780298645.295232:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23864 00000100:00100000:0.0:1780298645.295238:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23865 00000100:00100000:1.0:1780298645.295242:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605045760:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.295248:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000100:00100000:0.0:1780298645.295249:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605045888:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.295259:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.295260:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1780298645.295284:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.295291:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.295293:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.295295:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.295296:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.295307:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.295309:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:0.0:1780298645.295312:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.295313:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:1.0:1780298645.295326:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605045760:12345-192.168.203.125@tcp:106: Request processed in 87us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.295333:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23864 00000100:00100000:0.0:1780298645.295344:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908fd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605045888:12345-192.168.203.125@tcp:106: Request processed in 98us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.295349:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23865 00010000:00010000:1.0:1780298645.295968:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.295977:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.295984:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.295989:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.295993:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.295999:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.296002:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.296004:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.296008:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.296014:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296015:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.296026:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.296031:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296033:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296048:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296053:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296058:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.296059:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.296064:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.296073:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1780298645.296075:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4464 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.296077:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.296088:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.296094:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609625984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.296097:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296105:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296109:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.296114:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296144:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.296148:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.296153:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d446b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.296165:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609626112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.296346:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4479 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.296353:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4479 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.296372:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.296927:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.296956:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046016 00000100:00100000:1.0:1780298645.296960:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046016 00000100:00100000:1.0:1780298645.296984:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23866 00000100:00100000:1.0:1780298645.296991:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605046016:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.296997:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1780298645.297003:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00010000:1.0:1780298645.297019:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.297022:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.297023:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298645.297028:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.297030:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.297044:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046144 00000100:00100000:0.0:1780298645.297047:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046144 00000100:00100000:1.0:1780298645.297066:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605046016:12345-192.168.203.125@tcp:106: Request processed in 75us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.297072:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23867 00000100:00100000:1.0:1780298645.297080:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23866 00000100:00100000:0.0:1780298645.297081:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605046144:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.297088:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.297095:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.297115:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.297117:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:0.0:1780298645.297119:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.297121:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:0.0:1780298645.297144:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605046144:12345-192.168.203.125@tcp:106: Request processed in 66us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.297149:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23867 00000080:00200000:3.0:1780298645.297824:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000020:00010000:3.0:1780298645.297830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901defe8 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.297835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901defe8 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.297837:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.297839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.297841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901defe8 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.297843:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.297846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.297864:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.297879:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.297889:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.297892:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.297902:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.297903:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079b430, flags 0x400001002 00000008:00010000:3.0:1780298645.297911:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.297912:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298645.297927:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4480 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.297933:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4480 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.297957:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.297963:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.297973:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.297992:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609626624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.298524:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.298550:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046272 00000100:00100000:0.0:1780298645.298554:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046272 00000100:00100000:0.0:1780298645.298576:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23868 00000100:00100000:0.0:1780298645.298582:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605046272:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.298587:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1780298645.298592:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00010000:0.0:1780298645.298610:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.298611:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.298613:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.298614:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:0.0:1780298645.298636:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605046272:12345-192.168.203.125@tcp:106: Request processed in 55us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.298640:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23868 00000100:00100000:1.0:1780298645.298744:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.298769:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046400 00000100:00100000:0.0:1780298645.298772:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046400 00000100:00100000:0.0:1780298645.298788:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23869 00000100:00100000:0.0:1780298645.298793:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605046400:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.298798:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.298803:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.298816:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.298817:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:0.0:1780298645.298819:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.298820:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:0.0:1780298645.298844:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605046400:12345-192.168.203.125@tcp:106: Request processed in 50us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.298848:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23869 00010000:00010000:3.0:1780298645.299358:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299366:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299372:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299403:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299407:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.299413:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.299415:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.299423:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299427:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299432:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.299436:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.299438:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.299445:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000020:00010000:0.0:1780298645.299450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27368/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.299453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.299456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.299460:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.299462:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.299463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27368/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.299466:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.299467:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27368/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.299473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27368/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.299486:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4487 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.299493:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.299506:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609626624:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.299508:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200008:0.0:1780298645.299514:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.299517:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.299525:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.299532:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.299538:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1780298645.299542:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.299546:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.299548:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.299551:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.299552:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.299557:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1780298645.299574:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.299577:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.299587:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.299589:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c43860858f0, flags 0x400001002 00000008:00010000:0.0:1780298645.299598:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.299599:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c43860857c0, flags 0x400001002 00010000:00010000:0.0:1780298645.299612:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.299617:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.299643:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.299648:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.299650:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609626752:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.299661:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.299673:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609626880:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.300361:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.300389:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046528 00000100:00100000:0.0:1780298645.300393:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046528 00000100:00100000:1.0:1780298645.300394:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.300416:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046656 00000100:00100000:0.0:1780298645.300418:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046656 00000100:00100000:1.0:1780298645.300424:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23870 00000100:00100000:1.0:1780298645.300436:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605046528:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.300439:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23871 00010000:00010000:1.0:1780298645.300448:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.300448:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605046656:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.300455:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:1.0:1780298645.300468:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.300468:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00010000:0.0:1780298645.300506:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.300507:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.300509:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.300511:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.300520:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.300522:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:1.0:1780298645.300527:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.300529:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:0.0:1780298645.300537:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605046656:12345-192.168.203.125@tcp:106: Request processed in 90us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.300541:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23871 00000100:00100000:1.0:1780298645.300573:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605046528:12345-192.168.203.125@tcp:106: Request processed in 134us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.300580:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23870 00010000:00010000:0.0:1780298645.301174:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301182:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301188:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301193:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301197:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.301207:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.301209:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.301211:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301216:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301221:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301225:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.301228:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.301248:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301248:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.301251:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301268:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d448e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.301272:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.301279:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609626752:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.301289:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.301298:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.301306:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.301314:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.301318:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.301330:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.301338:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.301346:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00010000:00010000:1.0:1780298645.301347:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.301350:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.301355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878ae248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.301360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878ae908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.301363:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.301364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878ae128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.301369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878ae248/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.301370:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.301371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878ae248/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.301376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878ae248/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.301397:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.301418:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:0.0:1780298645.301423:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:1.0:1780298645.301424:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.301434:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4495 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.301434:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.301440:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.301451:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.301454:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c43860857c0, flags 0x400001002 00000100:00100000:1.0:1780298645.301455:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609626880:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298645.301462:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.301464:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c43860858f0, flags 0x400001002 00010000:00010000:0.0:1780298645.301479:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301484:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301509:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.301513:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.301520:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.301522:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609627008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.301559:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.301566:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609627136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.302212:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.302238:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.302247:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.302258:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605046912 00000100:00100000:0.0:1780298645.302262:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605046912 00000100:00100000:0.0:1780298645.302301:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23872 00000100:00100000:0.0:1780298645.302320:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605046912:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.302330:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.302355:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.302383:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.302384:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:0.0:1780298645.302387:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.302388:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:0.0:1780298645.302419:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605046912:12345-192.168.203.125@tcp:106: Request processed in 107us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.302425:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23872 00010000:00010000:0.0:1780298645.303020:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303027:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303032:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303040:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303044:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.303048:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.303050:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.303052:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303056:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303061:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303068:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.303071:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303094:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.303098:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303112:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d44a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.303121:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609627136:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.303131:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303136:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303141:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303144:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303149:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.303153:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.303155:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.303163:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303171:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303175:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.303179:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.303181:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.303187:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000020:00010000:3.0:1780298645.303192:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.303195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878ae248/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.303196:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298645.303199:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878ae128/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.303200:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.303206:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878ae908/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.303208:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d449c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.303211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878ae248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.303218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878ae248/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.303223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878ae248/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.303223:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609627008:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298645.303256:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.303268:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000080:00200000:3.0:1780298645.303301:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2371721, len 7157 00000080:00200000:3.0:1780298645.303314:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.303317:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.303322:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.303335:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [579, 580] 00000008:00010000:3.0:1780298645.303340:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.303342:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079a130, flags 0x0 00010000:00010000:3.0:1780298645.303359:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.303366:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.303375:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.303384:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609627264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.303412:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.303985:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.304011:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047040 00000100:00100000:0.0:1780298645.304014:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047040 00000100:00100000:0.0:1780298645.304034:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23873 00000100:00100000:0.0:1780298645.304039:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605047040:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.304044:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303531d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1780298645.304082:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.304088:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605047040:12345-192.168.203.125@tcp:104: Request processed in 48us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.304095:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23873 00000100:00100000:3.0:1780298645.304252:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609627392:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.304563:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609627264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.304571:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.304578:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.304583:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.304972:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.305005:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047168 00000100:00100000:0.0:1780298645.305010:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047168 00000100:00100000:0.0:1780298645.305039:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23874 00000100:00100000:0.0:1780298645.305048:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605047168:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.305055:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.305064:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->2379775] (req 2371584->2379775) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.305072:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.305080:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.305089:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.305099:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.305122:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217dc00) 00010000:00010000:3.0:1780298645.305141:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.305151:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.305157:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605047168:12345-192.168.203.125@tcp:105: Request processed in 109us (183us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.305168:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.305169:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23874 00000008:00010000:3.0:1780298645.305182:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=35926015 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.305191:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.305196:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.305211:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000100:00100000:3.0:1780298645.305616:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609627392:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:3.0:1780298645.306014:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c235d8 (ffff8c4390c27b48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.306017:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c235d8 (ffff8c4390c27b48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.306019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.306022:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.306028:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.306035:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c235d8 (ffff8c4390c27b48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.306037:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.306051:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.306065:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.306070:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.306080:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.306086:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.306093:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1780298645.306098:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.306101:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.306103:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:3.0:1780298645.306106:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.306109:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.306113:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1780298645.306126:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.306129:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.306137:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.306138:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298645.306147:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.306148:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298645.306152:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.306163:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d44b1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.306168:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d44b1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.306192:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d44b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.306198:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d44b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.306207:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.306916:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.306951:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047296 00000100:00100000:0.0:1780298645.306956:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047296 00000100:00100000:0.0:1780298645.306978:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23875 00000100:00100000:0.0:1780298645.306984:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605047296:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.306990:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.306997:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.307005:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.307022:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047424 00000020:00010000:0.0:1780298645.307023:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.307026:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:1.0:1780298645.307027:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047424 00000020:00010000:0.0:1780298645.307030:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.307032:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:1.0:1780298645.307049:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23876 00000100:00100000:1.0:1780298645.307058:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605047424:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.307067:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.307075:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605047296:12345-192.168.203.125@tcp:106: Request processed in 88us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298645.307081:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.307088:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23875 00000020:00010000:1.0:1780298645.307115:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.307117:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.307119:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.307121:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.307149:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605047424:12345-192.168.203.125@tcp:106: Request processed in 92us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.307154:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23876 00000080:00200000:3.0:1780298645.308022:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000020:00010000:3.0:1780298645.308029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c27b48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.308034:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c27b48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.308039:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c27518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.308045:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c27998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.308052:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c27b48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.308055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.308059:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.308102:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.308124:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.308138:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.308143:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.308156:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.308159:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298645.308168:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.308170:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298645.308177:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.308197:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d44bf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.308212:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d44bf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.308255:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.308269:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.308282:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.308305:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609628032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.308994:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.309013:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.309024:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047552 00000100:00100000:0.0:1780298645.309027:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047552 00000100:00100000:1.0:1780298645.309044:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047680 00000100:00100000:1.0:1780298645.309050:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047680 00000100:00100000:0.0:1780298645.309050:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23877 00000100:00100000:0.0:1780298645.309057:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605047552:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.309063:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.309070:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.309076:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23878 00000100:00100000:1.0:1780298645.309081:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605047680:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.309088:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.309094:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.309097:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00010000:00010000:1.0:1780298645.309099:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.309102:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.309104:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.309129:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.309131:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:1.0:1780298645.309134:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.309137:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:0.0:1780298645.309137:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605047552:12345-192.168.203.125@tcp:106: Request processed in 78us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.309143:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23877 00000100:00100000:1.0:1780298645.309170:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605047680:12345-192.168.203.125@tcp:106: Request processed in 89us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.309176:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23878 00010000:00010000:3.0:1780298645.309908:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.309933:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.309954:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.309968:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.309984:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.310009:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.310017:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.310030:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.310040:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.310054:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00010000:00010000:3.0:1780298645.310057:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.310062:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c27b48/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.310070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c27b48/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.310078:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.310079:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c27998/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.310084:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.310086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c27518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.310094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c27b48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.310099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.310103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27b48/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.310137:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.310143:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.310147:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.310154:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d44c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.310165:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00000100:00100000:3.0:1780298645.310171:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609628032:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.310178:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.310185:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.310200:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.310211:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.310222:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1780298645.310230:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.310236:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.310239:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d42a4 00000080:00010000:0.0:1780298645.310244:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42a4 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.310247:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.310254:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1780298645.310279:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.310284:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.310300:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.310302:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084e40, flags 0x400001002 00000008:00010000:0.0:1780298645.310315:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.310316:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386084130, flags 0x400001002 00010000:00010000:0.0:1780298645.310323:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.310340:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.310348:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.310386:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.310396:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609628160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.310401:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.310411:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.310431:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609628288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.311140:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.311186:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.311197:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047808 00000100:00100000:0.0:1780298645.311201:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047808 00000100:00100000:0.0:1780298645.311239:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23879 00000100:00100000:0.0:1780298645.311248:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605047808:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.311256:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.311265:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.311284:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298645.311296:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.311298:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.311301:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605047936 00000020:00010000:0.0:1780298645.311303:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.311306:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.311308:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605047936 00000100:00100000:1.0:1780298645.311336:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23880 00000100:00100000:1.0:1780298645.311344:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605047936:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.311352:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.311353:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605047808:12345-192.168.203.125@tcp:106: Request processed in 105us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.311370:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23879 00010000:00010000:1.0:1780298645.311373:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.311404:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.311408:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000020:00010000:1.0:1780298645.311412:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.311414:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 128 00000100:00100000:1.0:1780298645.311448:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605047936:12345-192.168.203.125@tcp:106: Request processed in 105us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.311456:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23880 00010000:00010000:0.0:1780298645.311989:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.311997:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312003:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312008:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312012:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.312018:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.312021:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.312023:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312028:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312033:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312038:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.312040:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312061:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.312065:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312069:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d44cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.312078:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609628160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.312087:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312095:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312102:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312106:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312110:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.312115:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.312118:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.312126:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312131:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312136:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312139:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.312142:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.312148:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 528 00000020:00010000:0.0:1780298645.312152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752480 (ffff8c43878aed88/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.312154:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752480 (ffff8c43878aed88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.312157:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.312158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae908/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.312161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752480 (ffff8c43878aed88/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.312162:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878aed88/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.312165:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878aed88/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.312167:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.312171:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.312177:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d44d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.312190:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.312192:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609628288:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.312213:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 8187286, len 5720 00000080:00200000:0.0:1780298645.312223:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.312224:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.312230:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.312241:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1998, 2000] 00000008:00010000:0.0:1780298645.312246:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.312248:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeab0, osc lock ffff8c4386084130, flags 0x0 00010000:00010000:0.0:1780298645.312265:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312271:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.312276:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.312286:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609628416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.312313:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.312949:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.312975:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048064 00000100:00100000:0.0:1780298645.312978:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048064 00000100:00100000:0.0:1780298645.313002:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23881 00000100:00100000:0.0:1780298645.313006:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605048064:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.313012:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.313048:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.313055:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605048064:12345-192.168.203.125@tcp:104: Request processed in 47us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.313061:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23881 00000100:00100000:3.0:1780298645.313261:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609628544:192.168.203.125@tcp:4:fsx.0 00000100:00100000:0.0:1780298645.313600:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609628416:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.313610:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.313618:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.313623:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.314573:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000013a51181 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298645.314606:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000013a51181 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4425 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->35860479] (req 2306048->2318335) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630354ba expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.314630:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609628544:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298645.314802:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.314813:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609628672:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.315647:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.315731:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048192 00000100:00100000:0.0:1780298645.315737:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048192 00000100:00100000:0.0:1780298645.315769:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23882 00000100:00100000:0.0:1780298645.315778:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605048192:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.315786:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.315796:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->4001791] (req 3989504->4001791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.315805:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.315814:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.315821:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.315831:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.315849:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7000) 00000100:00100000:0.0:1780298645.315872:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605048192:12345-192.168.203.125@tcp:105: Request processed in 97us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.315878:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23882 00010000:00010000:3.0:1780298645.315884:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.315897:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.315910:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.315920:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4157841, setting rss=4157841; kms=4157841, end=37543935 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.315931:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.315939:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.315963:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 552 00000020:00010000:3.0:1780298645.317170:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878aed88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.317175:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878aed88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.317179:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeab0 (ffff8c43878ae908/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.317185:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.317195:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.317208:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878aed88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.317210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeab0 (ffff8c43878aed88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.317239:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.317295:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.317303:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.317320:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.317333:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298645.317344:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1780298645.317352:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.317357:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.317361:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d42ce 00000080:00010000:3.0:1780298645.317366:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d42ce from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.317369:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298645.317377:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1780298645.317407:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.317413:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.317434:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.317437:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079b300, flags 0x400001002 00000008:00010000:3.0:1780298645.317450:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.317451:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298645.317483:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d44e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.317492:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d44e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.317521:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.317537:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.317547:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.317565:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.317584:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.317594:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609629056:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.318478:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.318497:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.318514:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048448 00000100:00100000:0.0:1780298645.318516:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048320 00000100:00100000:1.0:1780298645.318519:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048448 00000100:00100000:0.0:1780298645.318522:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048320 00000100:00100000:1.0:1780298645.318560:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23883 00000100:00100000:0.0:1780298645.318567:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23884 00000100:00100000:1.0:1780298645.318573:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605048448:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.318577:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605048320:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.318585:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.318585:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.318604:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.318607:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.318642:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.318643:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.318646:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.318647:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.318653:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.318655:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 176 00000020:00010000:1.0:1780298645.318660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.318662:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 176 00000100:00100000:0.0:1780298645.318682:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605048320:12345-192.168.203.125@tcp:106: Request processed in 109us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.318731:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23884 00000100:00100000:1.0:1780298645.318767:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605048448:12345-192.168.203.125@tcp:106: Request processed in 198us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.318782:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23883 00010000:00010000:3.0:1780298645.319622:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319645:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319669:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319727:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319742:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.319762:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=2306048, end=18446744073709551615 00000020:00200000:3.0:1780298645.319769:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.319787:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319806:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319814:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.319818:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 576 00000020:00010000:0.0:1780298645.319826:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27ab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.319832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27ab8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.319834:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.319836:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.319839:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.319841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.319847:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27ab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.319853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27ab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.319859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27ab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.319900:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.319904:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.319911:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.319920:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d44e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.319929:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:3.0:1780298645.319934:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609629056:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.319942:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.319947:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.319961:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.319963:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084e40, flags 0x400001002 00000008:00010000:0.0:1780298645.319973:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.319974:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386085c80, flags 0x400001002 00010000:00010000:0.0:1780298645.319996:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.320002:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.320024:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.320034:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.320038:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.320049:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.320054:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609629184:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.320068:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609629312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.320846:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.320889:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048576 00000100:00100000:0.0:1780298645.320895:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048576 00000100:00100000:1.0:1780298645.320896:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.320938:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048704 00000100:00100000:0.0:1780298645.320941:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048704 00000100:00100000:1.0:1780298645.320944:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.320958:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23885 00000100:00100000:1.0:1780298645.320968:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23886 00000100:00100000:0.0:1780298645.320970:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605048576:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.320980:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.320988:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4390cd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605048704:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.320995:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.320999:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.321013:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.321031:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.321033:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.321037:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.321039:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:1.0:1780298645.321045:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.321047:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 176 00000020:00010000:1.0:1780298645.321051:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.321053:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4157841 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 176 00000100:00100000:0.0:1780298645.321081:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605048576:12345-192.168.203.125@tcp:106: Request processed in 116us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.321089:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23885 00000100:00100000:1.0:1780298645.321094:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4390cd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605048704:12345-192.168.203.125@tcp:106: Request processed in 114us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.321102:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23886 00010000:00010000:0.0:1780298645.321779:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321787:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.321792:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321794:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321812:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321827:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.321828:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.321841:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4157841, setting rss=4157841; leaving kms=2306048, end=18446744073709551615 00000020:00200000:0.0:1780298645.321845:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.321846:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321847:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321866:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.321867:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321881:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.321886:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321891:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.321896:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.321900:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.321908:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.321921:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321923:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.321927:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.321936:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.321937:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d44f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.321940:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8352145 i_blocks 576 00000020:00010000:3.0:1780298645.321947:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.321953:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.321961:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.321964:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.321965:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878aef38/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298645.321965:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609629312:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298645.321972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.321978:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.321985:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae248/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.321986:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.321993:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.322012:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.322037:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:3.0:1780298645.322042:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8352145 00010000:00010000:1.0:1780298645.322042:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.322052:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d44f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.322068:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609629184:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298645.322118:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 8352145, valid attrs 2068, mode 0, uid 778627328, gid 1913973751, new size 5775282, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:3.0:1780298645.322143:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.322159:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 143 lru_type: 1 00010000:00010000:3.0:1780298645.322187:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.322191:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.322193:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6a00/0x11c228eb194d42ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035363 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000020:00100000:3.0:1780298645.322203:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780298645.322208:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c438728c700 x1866777609629568/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1780298645.322219:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609629568:192.168.203.125@tcp:36:fsx.0 00000100:00100000:3.0:1780298645.322250:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.323304:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.323333:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048832 00000100:00100000:0.0:1780298645.323337:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048832 00000100:00100000:0.0:1780298645.323360:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23887 00000100:00100000:0.0:1780298645.323366:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:7411:x1866777605048832:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.323373:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693000/0x11c228eb194d42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035332 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298645.323405:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.323409:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:7411:x1866777605048832:12345-192.168.203.125@tcp:104: Request processed in 44us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.323413:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23887 00000100:00100000:3.0:1780298645.323563:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609629696:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.324463:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609629568:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298645.324549:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.324553:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.324565:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.324598:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298645.324608:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.324612:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079a850, flags 0x0 00000008:00010000:3.0:1780298645.324616:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.324618:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298645.324647:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.324658:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.324668:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.324682:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609629824:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.324757:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.325457:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.325489:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605048960 00000100:00100000:0.0:1780298645.325493:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605048960 00000100:00100000:0.0:1780298645.325522:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23888 00000100:00100000:0.0:1780298645.325531:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605048960:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.325541:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d44aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2371584->35926015] (req 2371584->2379775) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303553f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.325577:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.325582:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605048960:12345-192.168.203.125@tcp:104: Request processed in 54us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.325587:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23888 00000100:00100000:3.0:1780298645.326259:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609629824:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.326274:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326285:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326294:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.326658:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.326729:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049088 00000100:00100000:0.0:1780298645.326734:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049088 00000100:00100000:0.0:1780298645.326762:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23889 00000100:00100000:0.0:1780298645.326771:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605049088:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.326779:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.326790:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.326798:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.326808:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.326816:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.326834:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.326852:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d800) 00010000:00010000:3.0:1780298645.326871:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.326885:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605049088:12345-192.168.203.125@tcp:105: Request processed in 114us (226us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.326894:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.326899:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23889 00010000:00010000:3.0:1780298645.326912:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.326923:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326932:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326939:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326961:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.326979:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326987:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.326994:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.327046:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609630080:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.327080:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.327878:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.327903:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.327921:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049216 00000100:00100000:1.0:1780298645.327925:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049216 00000100:00100000:0.0:1780298645.327925:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049344 00000100:00100000:0.0:1780298645.327931:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049344 00000100:00100000:0.0:1780298645.327961:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23890 00000100:00100000:0.0:1780298645.327967:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605049216:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298645.327972:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23891 00010000:00010000:0.0:1780298645.327979:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d44db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3989504->37543935] (req 3989504->4001791) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035570 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.327984:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605049344:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.327997:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.328031:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.328037:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605049216:12345-192.168.203.125@tcp:104: Request processed in 70us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298645.328043:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780298645.328045:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23890 00000100:00100000:1.0:1780298645.328054:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605049344:12345-192.168.203.125@tcp:104: Request processed in 72us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.328066:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23891 00010000:00010000:3.0:1780298645.328073:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.328081:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.328091:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.328097:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.328144:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.328152:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.328239:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.328252:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.328261:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.328269:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d444f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [651264->2306047] (req 651264->659455) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630354e4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.328281:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.328284:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.328287:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.328299:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609630336:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.328923:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609630080:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.328934:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.328943:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.328950:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.329264:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.329296:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.329304:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049472 00000100:00100000:0.0:1780298645.329307:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049472 00000100:00100000:0.0:1780298645.329328:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23892 00000100:00100000:0.0:1780298645.329333:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605049472:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.329338:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.329345:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.329354:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.329359:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.329364:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.329369:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.329379:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d600) 00010000:00010000:3.0:1780298645.329394:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.329399:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605049472:12345-192.168.203.125@tcp:105: Request processed in 65us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.329410:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23892 00010000:00010000:3.0:1780298645.329416:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.329429:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.329439:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4157841, setting rss=4157841; kms=4157841, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.329450:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.329464:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.329580:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609630464:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.330414:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609630464:192.168.203.125@tcp:10:fsx.0 00000080:00200000:0.0:1780298645.330463:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 5775282 i_blocks 488 00000020:00010000:0.0:1780298645.330470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c238a8 (ffff8c4390c27998/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.330474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c238a8 (ffff8c4390c27998/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.330482:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27368/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.330488:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.330499:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.330513:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.330517:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.330525:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.330534:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c238a8 (ffff8c4390c27998/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.330537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27998/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.330540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27998/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.330573:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.330590:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 5775282, valid attrs 2168, mode 0, uid 778627328, gid 1913973751, new size 5775282, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:0.0:1780298645.330609:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.330616:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.330631:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.330640:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:0.0:1780298645.330668:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.330675:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.330683:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.330736:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609630720:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.330773:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.331671:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609630720:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.331681:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331702:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331712:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331733:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331743:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331750:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331757:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1780298645.331766:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43886c1c00 x1866777609630720/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1780298645.331782:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1780298645.331793:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331802:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:0.0:1780298645.331806:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1780298645.331875:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1780298645.331885:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d450c 00000080:00010000:0.0:1780298645.331890:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.331893:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d450c from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.331896:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.331905:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.331944:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.331952:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.331977:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.331980:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386085560, flags 0x400001002 00000008:00010000:0.0:1780298645.331995:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.331997:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386084be0, flags 0x400001002 00010000:00010000:0.0:1780298645.332008:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.332019:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298645.332030:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.332033:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.332040:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.332054:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.332062:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298645.332070:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.332072:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.332080:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298645.332088:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.332093:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 5775282 i_blocks 488 00000020:00010000:0.0:1780298645.332097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907526c8 (ffff8c43878ae008/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.332099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907526c8 (ffff8c43878ae008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.332102:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.332105:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.332108:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907526c8 (ffff8c43878ae008/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.332110:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae008/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.332113:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae008/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.332134:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.332149:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.332161:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.332164:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.332175:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.332177:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084be0, flags 0x400001002 00000008:00010000:0.0:1780298645.332187:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.332189:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386085560, flags 0x400001002 00010000:00010000:0.0:1780298645.332196:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.332205:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298645.332211:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.332214:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.332220:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.332230:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.332242:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298645.332249:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.332251:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.332258:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1780298645.332266:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.332270:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 5775282 i_blocks 488 00000020:00010000:0.0:1780298645.332272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907526c8 (ffff8c43878ae008/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.332274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907526c8 (ffff8c43878ae008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.332277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.332280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.332282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907526c8 (ffff8c43878ae008/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.332284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae008/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.332287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae008/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.332303:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.332314:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 5775282 00000080:00200008:0.0:1780298645.332869:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8352145, valid attrs 2068, mode 0, uid 0, gid 0, new size 8297998, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00000020:00100000:0.0:1780298645.332912:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780298645.332919:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43886c1c00 x1866777609630976/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780298645.332934:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609630976:192.168.203.125@tcp:36:fsx.0 00000100:00100000:0.0:1780298645.332973:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.333896:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.333933:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049600 00000100:00100000:0.0:1780298645.333939:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049600 00000100:00100000:0.0:1780298645.333973:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23893 00000100:00100000:0.0:1780298645.333982:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605049600:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.333993:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6800/0x11c228eb194d450c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630355af expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.334034:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.334040:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605049600:12345-192.168.203.125@tcp:104: Request processed in 60us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.334048:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23893 00000100:00100000:0.0:1780298645.335140:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609630976:192.168.203.125@tcp:36:fsx.0 00000080:00200000:0.0:1780298645.335179:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.335183:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.335195:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.335229:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1780298645.335239:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.335242:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386085560, flags 0x0 00000008:00010000:0.0:1780298645.335244:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.335245:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386084be0, flags 0x0 00010000:00010000:0.0:1780298645.335279:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.335287:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.335294:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.335305:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609631232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.335339:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.336041:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.336088:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049728 00000100:00100000:0.0:1780298645.336091:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049728 00000100:00100000:0.0:1780298645.336115:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23894 00000100:00100000:0.0:1780298645.336122:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605049728:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.336131:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d44fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303559a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.336178:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.336184:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605049728:12345-192.168.203.125@tcp:104: Request processed in 63us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.336192:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23894 00000100:00100000:3.0:1780298645.336341:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609631360:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.336814:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609631232:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.336832:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.336839:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.336844:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.337120:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.337153:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049856 00000100:00100000:0.0:1780298645.337156:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049856 00000100:00100000:0.0:1780298645.337177:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23895 00000100:00100000:0.0:1780298645.337181:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605049856:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.337187:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.337193:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.337199:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.337205:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.337210:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.337215:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.337228:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7400) 00000100:00100000:0.0:1780298645.337248:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605049856:12345-192.168.203.125@tcp:105: Request processed in 67us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.337254:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23895 00010000:00010000:3.0:1780298645.337258:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337269:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337281:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.337292:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337302:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337310:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337389:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337397:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.337406:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.337419:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609631488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.337456:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.338208:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.338242:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605049984 00000100:00100000:0.0:1780298645.338246:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605049984 00000100:00100000:0.0:1780298645.338272:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23896 00000100:00100000:0.0:1780298645.338279:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605049984:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.338287:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4505 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630355a1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.338325:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.338330:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605049984:12345-192.168.203.125@tcp:104: Request processed in 52us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.338336:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23896 00000100:00100000:3.0:1780298645.338477:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609631616:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.338967:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609631488:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.338977:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.338997:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.339005:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.339417:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.339458:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605050112 00000100:00100000:0.0:1780298645.339463:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605050112 00000100:00100000:0.0:1780298645.339487:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23897 00000100:00100000:0.0:1780298645.339495:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605050112:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.339503:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.339513:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.339522:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.339530:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.339539:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.339547:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.339564:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217ce00) 00000100:00100000:0.0:1780298645.339587:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605050112:12345-192.168.203.125@tcp:105: Request processed in 93us (173us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.339591:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.339596:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23897 00010000:00010000:3.0:1780298645.339605:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.339616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.339625:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1580978, setting rss=1580978; kms=1580978, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.339634:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.339642:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.339803:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609631872:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298645.340844:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 488 00000020:00010000:3.0:1780298645.340849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa8a8 (ffff8c43878ae008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.340853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa8a8 (ffff8c43878ae008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.340856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.340861:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.340875:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.340887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.340890:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.340897:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.340904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa8a8 (ffff8c43878ae008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.340906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.340910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.340945:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.340962:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8297998, valid attrs 2168, mode 0, uid 0, gid 0, new size 8297998, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:3.0:1780298645.340982:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.340988:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.341003:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.341012:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298645.341038:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.341045:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.341055:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.341068:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609632000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.341101:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.342106:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609632000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.342118:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342127:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342136:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342146:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342155:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342162:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342168:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298645.342183:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728fb80 x1866777609632000/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298645.342192:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298645.342203:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342212:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298645.342217:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298645.342287:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298645.342295:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4521 00000080:00010000:3.0:1780298645.342300:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.342303:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4521 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.342306:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.342313:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.342340:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.342347:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.342368:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.342371:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298645.342384:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.342386:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298645.342398:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.342409:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.342419:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.342422:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.342429:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.342441:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.342449:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.342456:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.342459:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.342465:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.342473:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.342478:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 488 00000020:00010000:3.0:1780298645.342480:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.342483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.342485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.342488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.342490:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.342492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.342495:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.342515:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.342531:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.342543:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.342546:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.342557:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.342559:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298645.342568:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.342570:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298645.342577:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.342586:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.342593:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.342595:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.342602:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.342631:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.342640:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.342648:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.342650:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.342657:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298645.342665:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.342669:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 488 00000020:00010000:3.0:1780298645.342671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.342674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.342676:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.342679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.342681:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.342683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.342707:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.342744:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.342762:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00000080:00200008:3.0:1780298645.342799:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7000595, type: SEEK_SET 00000080:00200008:3.0:1780298645.342803:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7000595, type: SEEK_SET, rc = 7000595 00000080:00200008:3.0:1780298645.342811:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7000595, count: 3230 00000080:00200000:3.0:1780298645.342839:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1709 00000080:00200000:3.0:1780298645.342855:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 7000595, bytes: 3230 00000080:00200000:3.0:1780298645.342860:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298645.342865:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298645.342867:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [7000595, 7003825) 0 0 00000080:00200000:3.0:1780298645.342870:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.342878:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7000595, 7003825) 7003825, 3230 00020000:00200000:3.0:1780298645.342882:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.342899:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1709, 1709] 00000008:00010000:3.0:1780298645.342906:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.342909:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079b8f0, flags 0x0 00010000:00010000:3.0:1780298645.342917:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.342925:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2805760 2809855) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.342934:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.342941:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.342948:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.342960:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [7000595, 7003825) 00000080:00200000:3.0:1780298645.342968:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8297998 00000080:00200000:3.0:1780298645.342971:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3230 iocb pos:7000595 00000008:00010000:3.0:1780298645.343005:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab000 00000008:00010000:3.0:1780298645.343041:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab000 00010000:00010000:3.0:1780298645.343058:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2805760 2809855) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:3.0:1780298645.343084:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728fb80 - object 0x280000401:18 offset 2805760<>2809856 00000020:00010000:3.0:1780298645.344362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23c68 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.344367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23c68 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.344370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.344376:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.344387:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1780298645.344399:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23c68 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.344402:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.344408:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3230 bytes 00000080:00200000:3.0:1780298645.344424:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.344428:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3230, restart: 0 00000080:00200000:3.0:1780298645.344432:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3230 00000080:00200000:3.0:1780298645.346426:0:29360:0:(rw26.c:858:ll_write_end()) pos 3870003, len 717, copied 717 00000080:00200000:3.0:1780298645.346435:0:29360:0:(rw26.c:916:ll_write_end()) page@000000004b24c8db[3 000000008ec8947f 2 1 00000000189743eb] 00000080:00200000:3.0:1780298645.346439:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f9fd824 17ffffc0001009 3:0 ffff8c4390b440e0 944 lru 00000080:00200000:3.0:1780298645.346447:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000023c965b4 944: 1< 1 - - > 2< 3866624 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298645.346449:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000004b24c8db 00000080:00200000:3.0:1780298645.346451:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298645.346455:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 945 of 0 to 1977 bytes 00000100:00100000:3.0:1780298645.346634:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609632384:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298645.347636:0:29360:0:(rw26.c:858:ll_write_end()) pos 3870720, len 1977, copied 1977 00000080:00200000:0.0:1780298645.347643:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002258ce59[3 000000008ec8947f 2 1 00000000189743eb] 00000080:00200000:0.0:1780298645.347646:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000071a68f4b 17ffffc0001009 3:0 ffff8c43848021c0 945 lru 00000080:00200000:0.0:1780298645.347653:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000088fe97e2 945: 1< 1 - - > 2< 3870720 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298645.347656:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002258ce59 00000080:00200000:0.0:1780298645.347657:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1780298645.347661:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 3379, to 1977 prio 0 00000008:00010000:0.0:1780298645.347677:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1780298645.347711:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000cf2056ff ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.347737:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 2, dirtied 2 00000080:00200000:0.0:1780298645.347742:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 2694 bytes, tot: 2694 00000080:00200000:0.0:1780298645.347745:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 2694 00000020:00010000:0.0:1780298645.347755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794f38 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.347758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794f38 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.347761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f69b0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.347765:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.347775:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.347785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794f38 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.347788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f69b0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.347793:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2694 bytes 00000080:00200000:0.0:1780298645.347798:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [944, 945] 00000080:00200000:0.0:1780298645.347814:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.347817:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 2694, restart: 0 00000080:00200000:0.0:1780298645.347823:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 488 00000080:00200000:0.0:1780298645.347827:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 2694 00000080:00200008:0.0:1780298645.347849:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.347855:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.347869:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.347877:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:0.0:1780298645.347904:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.347919:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.347931:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.347946:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609632512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.347983:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.349043:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609632512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.349055:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349063:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349073:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349082:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349091:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349097:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349104:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1780298645.349113:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43886c0a80 x1866777609632512/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1780298645.349127:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1780298645.349137:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349144:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:0.0:1780298645.349148:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1780298645.349212:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1780298645.349220:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4528 00000080:00010000:0.0:1780298645.349225:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.349228:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4528 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.349231:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349238:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.349260:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.349266:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.349285:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.349288:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7db0, osc lock ffff8c4386084260, flags 0x400001002 00000008:00010000:0.0:1780298645.349301:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.349303:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7df0, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298645.349327:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349335:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.349377:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.349381:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609632640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.349398:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.349411:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.349426:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609632768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.350397:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.350426:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.350470:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.350482:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605050240 00000100:00100000:0.0:1780298645.350487:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605050240 00000100:00100000:0.0:1780298645.350521:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23898 00000100:00100000:0.0:1780298645.350534:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4398e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605050240:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.350543:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.350568:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.350637:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.350641:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.350646:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.350648:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.350733:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4398e5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605050240:12345-192.168.203.125@tcp:106: Request processed in 189us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.350744:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23898 00010000:00010000:0.0:1780298645.351550:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351551:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351564:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351564:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351575:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351575:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351584:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351584:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351592:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351592:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.351603:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.351607:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1780298645.351610:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4103694, setting rss=4103694; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1780298645.351610:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.351612:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.351617:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351622:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351625:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351630:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351632:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.351636:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351637:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351643:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.351647:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351665:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.351671:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351676:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.351681:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.351684:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d452f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.351732:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4536 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.351746:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609632640:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.351751:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609632768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.351977:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4544 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.351990:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4544 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.352016:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.352650:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.352712:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605050496 00000100:00100000:0.0:1780298645.352726:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605050496 00000100:00100000:0.0:1780298645.352753:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23899 00000100:00100000:0.0:1780298645.352758:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605050496:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.352765:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.352771:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.352792:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.352793:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000020:00010000:0.0:1780298645.352796:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.352797:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 400 00000100:00100000:1.0:1780298645.352809:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.352829:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605050496:12345-192.168.203.125@tcp:106: Request processed in 70us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.352833:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23899 00000100:00100000:0.0:1780298645.352843:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605050624 00000100:00100000:0.0:1780298645.352846:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605050624 00000100:00100000:0.0:1780298645.352863:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23900 00000100:00100000:0.0:1780298645.352868:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605050624:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.352872:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.352878:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.352889:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.352891:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.352893:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.352894:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.352928:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605050624:12345-192.168.203.125@tcp:106: Request processed in 56us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.352935:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23900 00000080:00200000:3.0:1780298645.353782:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 488 00000020:00010000:3.0:1780298645.353790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.353795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.353798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.353802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.353805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.353808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.353813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.353854:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.353869:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00000080:00200000:3.0:1780298645.353907:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 2999234, len 8138 00000080:00200000:3.0:1780298645.353921:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.353924:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.353930:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.353944:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [732, 734] 00000008:00010000:3.0:1780298645.353950:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.353952:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079b8f0, flags 0x0 00010000:00010000:3.0:1780298645.353962:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.353971:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2998272 3010559) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.353978:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.353983:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.353987:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298645.353993:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 488 00000020:00010000:3.0:1780298645.355139:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23c68 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.355142:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23c68 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.355144:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.355148:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.355155:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:3.0:1780298645.355174:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23c68 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.355176:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.355197:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.355213:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.355218:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.355232:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.355241:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.355247:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.355251:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.355256:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.355259:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4528 00000080:00010000:3.0:1780298645.355262:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4528 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.355264:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.355269:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.355284:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.355288:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.355298:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.355299:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298645.355308:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.355309:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298645.355328:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d454b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.355333:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d454b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.355360:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4552 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.355365:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4552 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.355371:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.356239:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.356278:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605050752 00000100:00100000:0.0:1780298645.356283:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605050752 00000100:00100000:0.0:1780298645.356319:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23901 00000100:00100000:0.0:1780298645.356330:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605050752:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.356339:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.356350:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.356358:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298645.356388:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.356390:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.356394:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.356396:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.356444:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605050752:12345-192.168.203.125@tcp:106: Request processed in 116us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.356452:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23901 00000100:00100000:0.0:1780298645.356469:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605050880 00000100:00100000:0.0:1780298645.356473:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605050880 00000100:00100000:0.0:1780298645.356489:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23902 00000100:00100000:0.0:1780298645.356498:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605050880:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.356513:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.356525:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.356547:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.356549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.356553:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.356554:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.356592:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605050880:12345-192.168.203.125@tcp:106: Request processed in 95us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.356599:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23902 00000080:00200000:3.0:1780298645.357303:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 512 00000020:00010000:3.0:1780298645.357307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.357313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.357318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.357322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.357327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.357332:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.357338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.357363:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.357394:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.357408:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.357413:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.357425:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.357428:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298645.357435:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.357436:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298645.357457:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4559 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.357463:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4559 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.357489:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.357494:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.357502:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.357528:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.357540:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609633664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.358358:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.358387:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.358402:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051136 00000100:00100000:0.0:1780298645.358408:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051136 00000100:00100000:0.0:1780298645.358433:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051008 00000100:00100000:0.0:1780298645.358436:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051008 00000100:00100000:1.0:1780298645.358450:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23903 00000100:00100000:0.0:1780298645.358458:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23904 00000100:00100000:1.0:1780298645.358463:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605051136:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.358470:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605051008:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.358474:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.358479:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.358491:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.358496:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.358551:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.358553:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.358559:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.358561:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.358562:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.358564:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.358570:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.358572:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.358615:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605051008:12345-192.168.203.125@tcp:106: Request processed in 150us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.358623:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23904 00000100:00100000:1.0:1780298645.358624:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605051136:12345-192.168.203.125@tcp:106: Request processed in 163us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.358635:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23903 00010000:00010000:3.0:1780298645.359318:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.359335:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.359358:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.359387:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.359401:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.359412:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4103694, setting rss=4103694; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.359415:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.359427:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.359440:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.359463:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.359464:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 512 00000020:00010000:0.0:1780298645.359471:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.359477:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.359485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.359488:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.359492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.359496:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.359500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.359506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.359514:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.359553:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.359573:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.359581:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.359586:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00010000:00010000:3.0:1780298645.359613:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4560 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.359634:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609633664:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:0.0:1780298645.359643:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017a828 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:0.0:1780298645.359662:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.359668:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.359727:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.359730:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7f30, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298645.359747:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.359749:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7f70, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298645.359761:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.359774:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298645.359783:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.359786:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.359794:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298645.359809:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.359823:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1780298645.359831:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.359833:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.359840:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298645.359847:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298645.359852:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 512 00000020:00010000:0.0:1780298645.359854:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753478 (ffff8c43878ae878/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.359856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753478 (ffff8c43878ae878/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.359859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7f30 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.359861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7f70 (ffff8c43878ae638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.359864:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753478 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.359866:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7f30 (ffff8c43878ae878/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.359869:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7f70 (ffff8c43878ae878/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.359892:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.359962:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 4 00000080:00200000:0.0:1780298645.359968:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.359975:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.359991:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [4, 4] 00000008:00010000:0.0:1780298645.359997:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.359999:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae330, osc lock ffff8c4386084f70, flags 0x0 00010000:00010000:0.0:1780298645.360007:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298645.360016:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (16384 20479) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298645.360025:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298645.360032:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298645.360039:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1780298645.360049:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8297998 00000008:00010000:0.0:1780298645.360086:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02cc0 00000008:00010000:0.0:1780298645.360122:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02cc0 00010000:00010000:0.0:1780298645.360139:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (16384 20479) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00100000:0.0:1780298645.360160:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0a80 - object 0x2c0000401:17 offset 16384<>20480 00000100:00100000:1.0:1780298645.360211:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.360223:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609633792:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.361248:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02cc0 00000020:00200000:0.0:1780298645.361256:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.361269:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02cc0 00000100:00100000:0.0:1780298645.361285:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609633792:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298645.361296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa7b8 (ffff8c43878ae878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.361301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa7b8 (ffff8c43878ae878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.361305:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae330 (ffff8c43878ae638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.361311:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1780298645.361323:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00010000:3.0:1780298645.361336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa7b8 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.361339:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae330 (ffff8c43878ae878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.361363:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.361430:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 5 00000080:00200000:3.0:1780298645.361435:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.361442:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.361465:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [5, 5] 00000008:00010000:3.0:1780298645.361470:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.361472:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079a980, flags 0x0 00010000:00010000:3.0:1780298645.361479:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.361491:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (20480 24575) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.361497:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.361502:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.361508:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000080:00200000:3.0:1780298645.361518:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8297998 00000008:00010000:3.0:1780298645.361538:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab240 00000008:00010000:3.0:1780298645.361565:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab240 00010000:00010000:3.0:1780298645.361576:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (20480 24575) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000008:00100000:3.0:1780298645.361593:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728f800 - object 0x2c0000401:17 offset 20480<>24576 00000020:00010000:3.0:1780298645.362483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.362488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.362491:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.362494:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.362506:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:3.0:1780298645.362516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.362519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.362544:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.362942:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609634048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.363665:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.363735:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.363745:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051264 00000100:00100000:0.0:1780298645.363750:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051264 00000100:00100000:0.0:1780298645.363782:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23905 00000100:00100000:0.0:1780298645.363790:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605051264:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.363797:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.363805:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000100:00100000:1.0:1780298645.363818:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298645.363829:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.363831:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.363833:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.363835:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:1.0:1780298645.363838:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051392 00000100:00100000:1.0:1780298645.363843:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051392 00000100:00100000:1.0:1780298645.363867:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23906 00000100:00100000:0.0:1780298645.363873:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605051264:12345-192.168.203.125@tcp:106: Request processed in 83us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.363878:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605051392:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.363883:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23905 00010000:00010000:1.0:1780298645.363892:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.363908:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.363953:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.363956:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.363960:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.363961:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:1.0:1780298645.364004:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605051392:12345-192.168.203.125@tcp:106: Request processed in 130us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.364011:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23906 00010000:00010000:3.0:1780298645.364603:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364613:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364623:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364631:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364637:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.364647:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.364653:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.364656:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364664:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364672:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364678:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.364683:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364777:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.364782:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.364798:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4567 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.364814:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609634048:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.364858:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 512 00000020:00010000:0.0:1780298645.364864:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.364868:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.364872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.364877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.364879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.364882:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.364887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.364924:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.364958:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.364974:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.364980:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.364997:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.365000:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298645.365015:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.365016:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386084000, flags 0x400001002 00010000:00010000:0.0:1780298645.365055:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.365071:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.365111:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.365120:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.365123:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609634304:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.365139:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.365165:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609634432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.365909:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.365928:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.365940:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051648 00000100:00100000:0.0:1780298645.365943:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051648 00000100:00100000:0.0:1780298645.365959:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051520 00000100:00100000:0.0:1780298645.365961:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051520 00000100:00100000:0.0:1780298645.365969:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23907 00000100:00100000:0.0:1780298645.365974:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605051648:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.365982:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.365989:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.365993:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23908 00000100:00100000:1.0:1780298645.366008:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605051520:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.366017:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:0.0:1780298645.366017:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.366019:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.366029:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.366032:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00010000:00010000:1.0:1780298645.366037:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:1.0:1780298645.366072:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.366075:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.366077:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605051648:12345-192.168.203.125@tcp:106: Request processed in 101us (166us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.366085:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.366088:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.366092:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23907 00000100:00100000:1.0:1780298645.366132:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605051520:12345-192.168.203.125@tcp:106: Request processed in 127us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.366139:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23908 00010000:00010000:0.0:1780298645.366735:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366743:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366749:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366753:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366757:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.366764:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4103694, setting rss=4103694; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.366767:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.366769:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366779:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366784:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366789:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.366791:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366809:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.366812:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366817:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d457c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.366828:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609634432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.366924:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366931:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366937:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366942:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366949:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.366958:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.366961:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.366974:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366981:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366988:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.366994:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.366998:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.367029:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.367034:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.367042:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4575 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.367059:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609634304:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.367273:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d458a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.367280:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d458a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.367294:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.367931:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.367967:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051776 00000100:00100000:0.0:1780298645.367973:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051776 00000100:00100000:0.0:1780298645.368007:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23909 00000100:00100000:0.0:1780298645.368015:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605051776:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.368022:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298645.368025:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.368035:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000100:00100000:1.0:1780298645.368040:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605051904 00000100:00100000:1.0:1780298645.368044:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605051904 00000020:00010000:0.0:1780298645.368068:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298645.368072:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23910 00000020:00010000:0.0:1780298645.368072:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.368079:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.368084:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:1.0:1780298645.368085:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605051904:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.368096:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.368105:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.368129:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605051776:12345-192.168.203.125@tcp:106: Request processed in 115us (198us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.368137:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.368140:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.368143:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23909 00000020:00010000:1.0:1780298645.368148:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.368150:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:1.0:1780298645.368188:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605051904:12345-192.168.203.125@tcp:106: Request processed in 107us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.368196:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23910 00000080:00200000:3.0:1780298645.368999:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 512 00000020:00010000:3.0:1780298645.369005:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.369011:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.369016:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.369020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.369022:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.369023:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.369028:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.369051:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.369082:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.369096:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.369100:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.369115:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.369118:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079a980, flags 0x400001002 00000008:00010000:3.0:1780298645.369127:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.369128:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079ba20, flags 0x400001002 00010000:00010000:3.0:1780298645.369146:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.369153:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.369177:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d4598 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.369182:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d4598 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.369191:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.369210:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609634944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.369830:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.369857:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052032 00000100:00100000:1.0:1780298645.369862:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.369862:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052032 00000100:00100000:0.0:1780298645.369889:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.369895:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052160 00000100:00100000:1.0:1780298645.369899:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052160 00000100:00100000:0.0:1780298645.369902:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23911 00000100:00100000:0.0:1780298645.369910:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605052032:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.369916:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.369921:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23912 00010000:00010000:0.0:1780298645.369927:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.369931:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605052160:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.369946:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298645.369955:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:0.0:1780298645.369955:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.369957:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.369967:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.369970:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:1.0:1780298645.369992:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.369995:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.370001:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000100:00100000:0.0:1780298645.370002:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605052032:12345-192.168.203.125@tcp:106: Request processed in 92us (171us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.370004:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.370012:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23911 00000100:00100000:1.0:1780298645.370050:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605052160:12345-192.168.203.125@tcp:106: Request processed in 120us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.370058:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23912 00010000:00010000:3.0:1780298645.370774:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370781:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370787:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370791:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370795:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.370800:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.370803:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.370811:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370816:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370824:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.370828:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.370831:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.370837:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 512 00000020:00010000:0.0:1780298645.370842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090b68 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.370845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090b68 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.370849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.370852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.370855:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.370856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090b68 (ffff8c4390c27d88/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.370858:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.370859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.370867:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27d88/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.370868:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4591 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.370883:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609634816:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.370903:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.370918:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00000080:00200000:0.0:1780298645.370959:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2973949, len 2580 00000080:00200000:0.0:1780298645.370973:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.370976:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.370984:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.371001:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [726, 726] 00000008:00010000:0.0:1780298645.371009:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.371012:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aefb0, osc lock ffff8c4386085430, flags 0x0 00010000:00010000:0.0:1780298645.371037:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.371046:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.371055:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.371069:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609635072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.371107:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.371760:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.371800:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052288 00000100:00100000:1.0:1780298645.371806:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052288 00000100:00100000:1.0:1780298645.371835:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23913 00000100:00100000:1.0:1780298645.371842:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605052288:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.371851:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298645.371899:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.371905:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605052288:12345-192.168.203.125@tcp:104: Request processed in 64us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.371913:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23913 00000100:00100000:3.0:1780298645.372572:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609635072:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.372671:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.372728:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.372741:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.373584:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.373646:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298645.373731:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.373738:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.373755:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.373761:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4513 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630355bd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.373773:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.373775:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.373776:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.373782:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609635328:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.374476:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.374520:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052416 00000100:00100000:1.0:1780298645.374526:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052416 00000100:00100000:1.0:1780298645.374558:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23914 00000100:00100000:1.0:1780298645.374566:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605052416:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.374581:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.374591:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->2977791] (req 2973696->2977791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.374599:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.374607:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.374615:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.374624:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.374646:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6400) 00010000:00010000:3.0:1780298645.374672:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.374679:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605052416:12345-192.168.203.125@tcp:105: Request processed in 111us (200us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.374732:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.374746:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.374763:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=36528127 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.374764:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23914 00010000:00010000:3.0:1780298645.374779:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.374786:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.374925:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.374944:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609635456:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298645.375478:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609635328:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1780298645.375929:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aac68 (ffff8c43878aeb48/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.375934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aac68 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.375939:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aefb0 (ffff8c43878aee18/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.375946:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.375959:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.375973:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aac68 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.375976:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aefb0 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.376004:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.376039:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.376046:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.376063:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.376074:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.376086:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.376090:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.376096:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.376098:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4521 00000080:00010000:0.0:1780298645.376102:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4521 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.376104:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.376108:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.376129:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.376134:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.376151:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.376155:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c4386085430, flags 0x400001002 00000008:00010000:0.0:1780298645.376169:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.376171:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c4386085690, flags 0x400001002 00010000:00010000:0.0:1780298645.376199:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.376205:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.376229:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.376239:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298645.376247:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.376250:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.376251:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1780298645.376258:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298645.376263:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609635584:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.376266:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.376968:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.377005:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052544 00000100:00100000:1.0:1780298645.377009:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052544 00000100:00100000:1.0:1780298645.377033:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23915 00000100:00100000:1.0:1780298645.377039:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605052544:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.377046:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.377053:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.377086:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.377088:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:1.0:1780298645.377092:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.377093:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.377140:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605052544:12345-192.168.203.125@tcp:106: Request processed in 99us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.377148:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23915 00010000:00010000:1.0:1780298645.377982:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.377995:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.378012:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.378019:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.378026:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.378037:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.378041:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.378053:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.378060:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.378070:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.378076:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 528 00010000:00010000:1.0:1780298645.378077:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.378082:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.378085:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.378089:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.378096:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.378103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.378111:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.378114:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.378118:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878aeb48/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.378147:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.378154:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.378160:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.378163:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d45a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.378181:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298645.378184:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609635584:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.378200:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.378207:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.378220:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.378223:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c4386085690, flags 0x400001002 00000008:00010000:0.0:1780298645.378234:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.378236:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c4386085430, flags 0x400001002 00010000:00010000:0.0:1780298645.378263:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.378271:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.378299:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.378308:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298645.378313:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609635712:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.378323:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298645.378327:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.378335:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:0.0:1780298645.378345:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.379252:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.379288:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052672 00000100:00100000:1.0:1780298645.379294:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052672 00000100:00100000:1.0:1780298645.379323:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23916 00000100:00100000:1.0:1780298645.379332:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605052672:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.379341:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.379351:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.379377:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.379380:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:1.0:1780298645.379384:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.379386:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.379426:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605052672:12345-192.168.203.125@tcp:106: Request processed in 95us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.379433:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23916 00010000:00010000:1.0:1780298645.380191:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.380202:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.380212:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.380220:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.380227:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.380236:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.380240:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.380251:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.380258:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.380266:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.380273:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 528 00010000:00010000:1.0:1780298645.380274:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.380279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.380281:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.380284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.380290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.380297:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.380299:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907536c0 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.380301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.380303:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878aeb48/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.380333:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.380340:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.380341:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.380352:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d45ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.380357:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00000100:00100000:1.0:1780298645.380372:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609635712:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.380395:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 1098143, len 4347 00000080:00200000:0.0:1780298645.380404:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.380407:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.380413:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.380424:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [268, 269] 00000008:00010000:0.0:1780298645.380429:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.380431:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aefb0, osc lock ffff8c4386085430, flags 0x0 00010000:00010000:0.0:1780298645.380451:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.380458:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->1105919] (req 1097728->1105919) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.380463:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->1105919] (req 1097728->1105919) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.380473:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609635840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.380504:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7300 going to sleep for 11 seconds 00000020:00010000:3.0:1780298645.382279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aac68 (ffff8c43878aeb48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.382287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aac68 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.382293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aefb0 (ffff8c43878aee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.382301:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.382316:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.382331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aac68 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.382334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aefb0 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.382375:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.382409:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.382418:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.382440:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.382457:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.382469:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298645.382478:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.382485:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.382489:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4528 00000080:00010000:3.0:1780298645.382495:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4528 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.382498:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.382505:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298645.382547:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.382555:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.382581:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.382584:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a4c0, flags 0x400001002 00000008:00010000:3.0:1780298645.382603:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.382605:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079aab0, flags 0x400001002 00010000:00010000:3.0:1780298645.382618:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.382661:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d45bb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.382670:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d45bb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.382790:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d45c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.382800:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d45c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.382840:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.383473:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.383519:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052800 00000100:00100000:0.0:1780298645.383525:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052800 00000100:00100000:0.0:1780298645.383562:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23917 00000100:00100000:0.0:1780298645.383570:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605052800:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.383582:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.383592:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.383625:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.383628:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.383633:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.383634:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.383680:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605052800:12345-192.168.203.125@tcp:106: Request processed in 109us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.383708:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23917 00000100:00100000:1.0:1780298645.383806:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.383840:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605052928 00000100:00100000:0.0:1780298645.383843:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605052928 00000100:00100000:0.0:1780298645.383865:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23918 00000100:00100000:0.0:1780298645.383869:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605052928:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.383875:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.383882:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298645.383902:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.383904:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000020:00010000:0.0:1780298645.383907:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.383909:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 88 00000100:00100000:0.0:1780298645.383945:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605052928:12345-192.168.203.125@tcp:106: Request processed in 74us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.383949:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23918 00000080:00200000:3.0:1780298645.384776:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 528 00000020:00010000:3.0:1780298645.384786:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.384790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.384794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.384798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.384802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c27008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.384805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.384812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.384862:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.384892:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.384910:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.384915:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.384929:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.384932:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079aab0, flags 0x400001002 00000008:00010000:3.0:1780298645.384943:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.384945:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079a4c0, flags 0x400001002 00010000:00010000:3.0:1780298645.384953:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.384977:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d45c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.384987:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d45c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.385023:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.385040:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609636352:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.385137:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609636480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.385968:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.385991:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.386014:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.386027:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053056 00000100:00100000:0.0:1780298645.386032:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053056 00000100:00100000:0.0:1780298645.386074:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23919 00000100:00100000:0.0:1780298645.386087:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605053056:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.386097:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.386104:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.386135:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.386148:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.386153:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.386155:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.386194:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605053056:12345-192.168.203.125@tcp:106: Request processed in 110us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.386201:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23919 00000080:00200000:0.0:1780298645.387061:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 528 00000020:00010000:0.0:1780298645.387070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.387079:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.387085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.387090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.387093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c27008/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.387094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27008/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.387098:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27008/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.387124:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.387140:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00000080:00200000:0.0:1780298645.387184:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 7283061, len 3381 00000080:00200000:0.0:1780298645.387194:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.387197:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.387205:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.387220:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1778, 1778] 00000008:00010000:0.0:1780298645.387227:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.387230:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aefb0, osc lock ffff8c4386085690, flags 0x0 00010000:00010000:0.0:1780298645.387252:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.387258:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.387264:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.387275:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609636608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.387308:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.388057:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.388121:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053312 00000100:00100000:0.0:1780298645.388127:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053312 00000100:00100000:0.0:1780298645.388159:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23920 00000100:00100000:0.0:1780298645.388168:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605053312:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.388178:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.388224:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.388231:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605053312:12345-192.168.203.125@tcp:104: Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.388240:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23920 00010000:00010000:3.0:1780298645.388262:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.388272:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.388282:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.388286:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298645.388374:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.388448:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.388490:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.388496:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.388516:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.388521:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d451a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630355c4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.388540:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.388544:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.388545:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298645.388960:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609636608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.388975:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.388986:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.388995:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.389400:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.389454:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053440 00000100:00100000:0.0:1780298645.389459:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053440 00000100:00100000:0.0:1780298645.389490:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23921 00000100:00100000:0.0:1780298645.389499:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605053440:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.389506:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.389513:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->3092479] (req 3088384->3092479) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.389524:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.389529:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.389534:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.389540:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.389555:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7000) 00000100:00100000:0.0:1780298645.389577:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605053440:12345-192.168.203.125@tcp:105: Request processed in 81us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.389581:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23921 00000100:00100000:3.0:1780298645.389773:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609636864:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.390233:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609636736:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.390663:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609636864:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.391047:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.391062:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609636992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.391121:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609637120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.391922:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.391954:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.391962:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053568 00000100:00100000:0.0:1780298645.391966:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053568 00000100:00100000:1.0:1780298645.391970:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053696 00000100:00100000:1.0:1780298645.391974:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053696 00000100:00100000:0.0:1780298645.391997:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23922 00000100:00100000:1.0:1780298645.392004:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23923 00000100:00100000:0.0:1780298645.392007:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605053568:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.392013:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.392014:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605053696:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.392028:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.392030:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.392037:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.392082:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.392083:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000020:00010000:1.0:1780298645.392092:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.392093:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.392094:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000020:00010000:0.0:1780298645.392096:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.392102:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.392104:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.392134:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605053696:12345-192.168.203.125@tcp:106: Request processed in 123us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.392138:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23923 00000100:00100000:0.0:1780298645.392146:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605053568:12345-192.168.203.125@tcp:106: Request processed in 141us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.392154:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23922 00000080:00200000:0.0:1780298645.393162:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 536 00000020:00010000:0.0:1780298645.393173:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.393178:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.393183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.393188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.393193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.393195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.393199:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.393242:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.393273:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.393291:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.393296:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.393314:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.393316:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084980, flags 0x400001002 00000008:00010000:0.0:1780298645.393328:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.393329:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085db0, flags 0x400001002 00010000:00010000:0.0:1780298645.393341:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.393367:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.393376:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.393401:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.393412:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.393417:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.393421:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:0.0:1780298645.393429:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.393439:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609637376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.393506:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609637248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.394302:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.394321:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.394340:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053824 00000100:00100000:0.0:1780298645.394345:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053824 00000100:00100000:1.0:1780298645.394356:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605053952 00000100:00100000:1.0:1780298645.394363:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605053952 00000100:00100000:0.0:1780298645.394381:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23924 00000100:00100000:0.0:1780298645.394389:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605053824:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.394398:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.394404:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23925 00010000:00010000:0.0:1780298645.394416:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.394427:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605053952:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.394440:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.394451:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.394452:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.394457:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000020:00010000:0.0:1780298645.394471:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.394473:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4103694 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000100:00100000:0.0:1780298645.394521:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605053824:12345-192.168.203.125@tcp:106: Request processed in 132us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.394530:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23924 00000020:00010000:1.0:1780298645.394536:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.394539:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:1.0:1780298645.394546:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.394548:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.394603:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605053952:12345-192.168.203.125@tcp:106: Request processed in 183us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.394611:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23925 00010000:00010000:1.0:1780298645.395395:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395410:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395421:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395430:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395439:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.395451:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4103694, setting rss=4103694; leaving kms=4103694, end=18446744073709551615 00000020:00200000:1.0:1780298645.395455:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.395460:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395469:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395478:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395486:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.395490:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395531:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.395536:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395545:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d45f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.395561:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609637376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.395578:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395587:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395610:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395618:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395626:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.395635:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.395639:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.395649:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395657:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395665:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395672:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.395676:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.395710:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8297998 i_blocks 536 00000020:00010000:0.0:1780298645.395727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751b60 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.395736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751b60 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.395741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.395747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.395752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751b60 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.395755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.395760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.395761:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.395771:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.395781:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d45ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.395796:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609637248:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.395806:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.395830:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8297998 00000080:00200008:0.0:1780298645.396284:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 8297998, valid attrs 2068, mode 0, uid 0, gid 0, new size 9570167, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:0.0:1780298645.396320:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.396345:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 145 lru_type: 1 00010000:00010000:0.0:1780298645.396382:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.396390:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.396393:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6c00/0x11c228eb194d4528 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630355e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000020:00100000:0.0:1780298645.396411:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780298645.396419:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43886c1180 x1866777609637632/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780298645.396452:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609637632:192.168.203.125@tcp:36:fsx.0 00000100:00100000:0.0:1780298645.396513:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.397440:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.397495:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.397508:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054080 00000100:00100000:1.0:1780298645.397513:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054080 00000100:00100000:1.0:1780298645.397550:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23926 00000100:00100000:1.0:1780298645.397560:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6476:x1866777605054080:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.397572:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4521 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630355d2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.397623:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.397629:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6476:x1866777605054080:12345-192.168.203.125@tcp:104: Request processed in 71us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.397637:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23926 00000100:00100000:3.0:1780298645.397900:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609637760:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.400360:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.400411:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054208 00000100:00100000:1.0:1780298645.400419:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054208 00000100:00100000:0.0:1780298645.400429:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.400458:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054336 00000100:00100000:1.0:1780298645.400461:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054336 00000100:00100000:0.0:1780298645.400466:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23927 00000100:00100000:1.0:1780298645.400479:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23928 00000100:00100000:0.0:1780298645.400488:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605054208:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298645.400496:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605054336:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.400504:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d459f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2973696->36528127] (req 2973696->2977791) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035657 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.400512:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.400554:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.400559:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605054208:12345-192.168.203.125@tcp:104: Request processed in 84us (200us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298645.400570:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780298645.400577:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605054336:12345-192.168.203.125@tcp:104: Request processed in 87us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.400577:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23927 00010000:00010000:3.0:1780298645.400593:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298645.400598:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23928 00010000:00010000:3.0:1780298645.400601:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.400635:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.400643:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.400813:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.400822:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.400909:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.400915:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.400933:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.400939:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d45b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1097728->2973695] (req 1097728->1105919) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303566c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.400972:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.400975:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.400980:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.401010:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609638016:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.401925:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.401963:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054464 00000100:00100000:0.0:1780298645.401969:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054464 00000100:00100000:0.0:1780298645.402004:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23929 00000100:00100000:0.0:1780298645.402011:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605054464:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.402022:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.402039:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.402050:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.402061:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.402069:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.402077:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.402096:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00000100:00100000:0.0:1780298645.402130:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605054464:12345-192.168.203.125@tcp:105: Request processed in 117us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.402154:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23929 00000100:00100000:3.0:1780298645.402949:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609638016:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.403191:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.403237:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054592 00000100:00100000:0.0:1780298645.403241:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054592 00000100:00100000:0.0:1780298645.403271:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23930 00000100:00100000:0.0:1780298645.403277:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605054592:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.403285:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d45d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3088384->36642815] (req 3088384->3092479) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303568f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.403327:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.403331:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605054592:12345-192.168.203.125@tcp:104: Request processed in 55us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.403336:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23930 00000100:00100000:3.0:1780298645.403539:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609638400:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.404651:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.404731:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054720 00000100:00100000:0.0:1780298645.404737:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054720 00000100:00100000:0.0:1780298645.404766:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23931 00000100:00100000:0.0:1780298645.404778:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605054720:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.404786:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.404795:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.404803:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.404812:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.404821:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.404829:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.404850:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692a00) 00000100:00100000:0.0:1780298645.404883:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605054720:12345-192.168.203.125@tcp:105: Request processed in 109us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.404894:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23931 00000080:00200000:3.0:1780298645.406051:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 536 00000020:00010000:3.0:1780298645.406061:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07948a8 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.406066:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07948a8 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.406070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.406078:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.406093:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.406109:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.406113:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.406122:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.406131:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07948a8 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.406134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.406151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.406199:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.406219:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 9570167, valid attrs 2168, mode 0, uid 0, gid 0, new size 9570167, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:3.0:1780298645.406239:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.406246:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.406262:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.406273:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298645.406308:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.406316:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.406325:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.406344:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609638784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.406409:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.407263:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609638784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.407282:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407293:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407305:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407315:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407325:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407333:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407340:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298645.407350:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728fb80 x1866777609638784/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298645.407361:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298645.407372:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407381:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298645.407386:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298645.407455:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298645.407464:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4608 00000080:00010000:3.0:1780298645.407469:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.407471:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4608 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.407474:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.407482:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.407513:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.407520:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.407541:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.407545:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298645.407558:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.407559:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298645.407571:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.407581:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.407591:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.407594:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.407601:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.407612:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.407619:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.407625:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.407628:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.407634:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.407642:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.407647:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 536 00000020:00010000:3.0:1780298645.407650:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.407652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.407655:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.407657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.407660:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.407662:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.407665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.407683:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.407748:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.407760:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.407764:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.407775:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.407777:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298645.407785:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.407787:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298645.407794:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.407803:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.407818:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.407821:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.407828:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.407838:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.407846:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.407853:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.407856:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.407863:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298645.407870:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.407873:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 536 00000020:00010000:3.0:1780298645.407876:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.407878:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.407880:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.407883:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.407885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.407888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.407891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.407905:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.407915:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200008:3.0:1780298645.407923:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.407926:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.407932:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.407937:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.407943:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.407947:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.407949:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.407951:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4608 00000080:00010000:3.0:1780298645.407954:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4608 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.407955:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.407959:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.407969:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.407972:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.407979:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.407980:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298645.407985:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.407986:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298645.407990:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.407996:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298645.408001:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.408003:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.408007:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.408012:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.408016:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298645.408020:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.408021:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.408029:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298645.408033:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.408035:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 536 00000020:00010000:3.0:1780298645.408036:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.408038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.408039:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.408040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.408041:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.408043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.408045:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.408056:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.408069:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 198741, len 3539 00000080:00200000:3.0:1780298645.408079:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.408082:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.408089:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.408101:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [48, 49] 00000008:00010000:3.0:1780298645.408107:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.408110:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079af70, flags 0x0 00010000:00010000:3.0:1780298645.408117:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.408126:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (196608 204799) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.408139:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.408146:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.408152:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298645.408163:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 536 00000020:00010000:3.0:1780298645.409244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c233f8 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.409249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c233f8 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.409256:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.409266:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1780298645.409274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c233f8 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.409296:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.409339:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.409344:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.409353:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.409360:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.409368:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.409374:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.409378:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.409381:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4608 00000080:00010000:3.0:1780298645.409384:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4608 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.409387:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.409393:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.409413:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.409417:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.409429:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.409431:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298645.409441:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.409443:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298645.409450:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.409459:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298645.409472:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.409474:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.409481:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.409492:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.409500:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298645.409507:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.409509:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.409515:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298645.409523:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.409529:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 552 00000020:00010000:3.0:1780298645.409531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.409533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409536:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409541:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409543:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409546:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.409564:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.409576:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.409587:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.409590:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.409599:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.409601:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298645.409609:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.409610:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298645.409617:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.409625:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298645.409632:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.409634:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.409641:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.409651:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.409663:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298645.409670:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.409672:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.409678:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298645.409714:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.409732:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 552 00000020:00010000:3.0:1780298645.409735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.409739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409742:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409748:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409750:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409753:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.409770:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.409780:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200008:3.0:1780298645.409787:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.409791:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.409798:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.409806:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.409813:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.409819:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.409822:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.409824:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4608 00000080:00010000:3.0:1780298645.409828:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4608 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.409831:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.409841:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298645.409859:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.409863:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.409873:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.409875:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298645.409883:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.409885:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298645.409891:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.409899:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298645.409911:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.409915:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.409922:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.409933:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.409940:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298645.409947:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.409949:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298645.409956:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298645.409962:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.409966:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 552 00000020:00010000:3.0:1780298645.409968:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.409970:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409975:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.409977:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409979:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.409982:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.409999:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.410011:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 2266650, len 1588 00000080:00200000:3.0:1780298645.410022:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.410024:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.410029:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.410039:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [553, 553] 00000008:00010000:3.0:1780298645.410044:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.410046:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079bdb0, flags 0x0 00010000:00010000:3.0:1780298645.410053:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.410061:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2265088 2269183) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.410069:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.410076:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.410082:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298645.410090:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 552 00000020:00010000:3.0:1780298645.411080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c233f8 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.411084:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c233f8 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.411087:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.411093:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298645.411102:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:3.0:1780298645.411111:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c233f8 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.411114:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.411134:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.411163:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.411170:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.411180:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.411188:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298645.411217:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.411224:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.411232:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.411251:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609639168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.411316:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.412197:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609639168:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.412210:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412219:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412228:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412236:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412244:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412250:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412256:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298645.412266:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a1f80 x1866777609639168/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298645.412275:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298645.412285:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412297:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298645.412301:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298645.412360:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298645.412369:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d460f 00000080:00010000:3.0:1780298645.412373:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.412375:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d460f from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.412378:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412385:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.412411:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.412417:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.412434:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.412437:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298645.412449:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.412451:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298645.412478:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4616 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412487:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4616 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412532:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d461d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.412555:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d461d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.412570:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.413240:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.413405:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.413426:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605054848 00000100:00100000:1.0:1780298645.413432:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.413437:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605054848 00000100:00100000:0.0:1780298645.413516:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23932 00000100:00100000:0.0:1780298645.413535:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605054848:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.413545:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.413557:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298645.413632:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.413634:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:0.0:1780298645.413636:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.413638:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:0.0:1780298645.413748:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605054848:12345-192.168.203.125@tcp:106: Request processed in 218us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.413757:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23932 00000080:00200000:3.0:1780298645.414741:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 560 00000020:00010000:3.0:1780298645.414753:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.414765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.414778:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.414784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.414786:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.414789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.414794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.414832:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.414859:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.414877:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.414882:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.414895:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.414898:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298645.414909:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.414911:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298645.414941:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4624 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.414951:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4624 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.414991:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.415007:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609639552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.415115:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609639680:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.415772:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.415907:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055104 00000100:00100000:0.0:1780298645.415912:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055104 00000100:00100000:0.0:1780298645.415945:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23933 00000100:00100000:0.0:1780298645.415954:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605055104:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.415963:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.415974:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298645.415998:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.416000:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:0.0:1780298645.416002:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.416004:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:1.0:1780298645.416043:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.416086:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605055104:12345-192.168.203.125@tcp:106: Request processed in 131us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.416093:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23933 00000100:00100000:0.0:1780298645.416108:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055232 00000100:00100000:0.0:1780298645.416111:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055232 00000100:00100000:0.0:1780298645.416137:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23934 00000100:00100000:0.0:1780298645.416143:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605055232:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.416148:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.416154:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.416169:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.416170:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000020:00010000:0.0:1780298645.416173:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.416174:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000100:00100000:0.0:1780298645.416203:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605055232:12345-192.168.203.125@tcp:106: Request processed in 59us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.416214:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23934 00000080:00200000:0.0:1780298645.417055:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 560 00000020:00010000:0.0:1780298645.417059:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.417062:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.417065:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.417068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.417070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093908 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.417072:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.417077:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.417113:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.417136:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200008:0.0:1780298645.417188:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6962581, type: SEEK_SET 00000080:00200008:0.0:1780298645.417192:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6962581, type: SEEK_SET, rc = 6962581 00000080:00200008:0.0:1780298645.417199:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6962581, count: 6595 00000080:00200000:0.0:1780298645.417212:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 6962581, bytes: 6595 00000080:00200000:0.0:1780298645.417215:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298645.417219:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298645.417220:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6962581, 6969176) 0 0 00000080:00200000:0.0:1780298645.417222:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.417230:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1699, 1701] 00020000:00200000:0.0:1780298645.417236:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6962581, 6969176) 6969176, 6595 00020000:00200000:0.0:1780298645.417238:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.417256:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1699, 1701] 00000008:00010000:0.0:1780298645.417263:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.417265:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae3b0, osc lock ffff8c4386085db0, flags 0x0 00010000:00010000:0.0:1780298645.417292:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.417299:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.417305:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.417316:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609639808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.417351:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.418094:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.418136:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055360 00000100:00100000:0.0:1780298645.418140:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055360 00000100:00100000:0.0:1780298645.418166:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23935 00000100:00100000:0.0:1780298645.418171:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605055360:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.418178:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.418211:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.418215:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605055360:12345-192.168.203.125@tcp:104: Request processed in 44us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.418219:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23935 00010000:00010000:3.0:1780298645.418246:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.418254:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.418263:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.418267:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298645.418364:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.418372:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.418411:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.418418:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.418437:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.418443:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4601 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630356c0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.418503:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.418506:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.418510:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298645.418812:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609639808:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.418827:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.418837:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.418846:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.419188:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.419230:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055488 00000100:00100000:0.0:1780298645.419234:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055488 00000100:00100000:0.0:1780298645.419260:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23936 00000100:00100000:0.0:1780298645.419268:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605055488:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.419275:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.419285:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->2777087] (req 2764800->2777087) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.419293:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.419302:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.419310:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.419318:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.419341:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6c00) 00000100:00100000:0.0:1780298645.419370:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388644e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605055488:12345-192.168.203.125@tcp:105: Request processed in 101us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.419386:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23936 00000080:00200000:3.0:1780298645.420660:0:29360:0:(rw26.c:858:ll_write_end()) pos 6962581, len 619, copied 619 00000080:00200000:3.0:1780298645.420669:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000038d65307[3 000000008ec8947f 2 1 0000000031fea85b] 00000080:00200000:3.0:1780298645.420673:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec672b1b 17ffffc0001009 3:0 ffff8c4390b44540 1699 lru 00000080:00200000:3.0:1780298645.420681:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc21d892 675: 1< 1 - - > 2< 2764800 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298645.420683:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000038d65307 00000080:00200000:3.0:1780298645.420712:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298645.420727:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1700 of 0 to 4096 bytes 00000080:00200000:3.0:1780298645.420749:0:29360:0:(rw26.c:858:ll_write_end()) pos 6963200, len 4096, copied 4096 00000080:00200000:3.0:1780298645.420754:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000c372ed72[3 000000008ec8947f 2 1 0000000031fea85b] 00000080:00200000:3.0:1780298645.420756:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000ab953ae1 17ffffc0001001 3:0 ffff8c4384802460 1700 lru 00000080:00200000:3.0:1780298645.420762:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000d4e4fbfc 676: 1< 0 - - > 2< 2768896 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298645.420764:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000c372ed72 00000080:00200000:3.0:1780298645.420765:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:3.0:1780298645.420767:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1701 of 0 to 1880 bytes 00000008:00010000:3.0:1780298645.420791:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabcc0 00000008:00010000:3.0:1780298645.420822:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabcc0 00010000:00010000:3.0:1780298645.420837:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2772992 2777087) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298645.420857:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3480 - object 0x280000401:18 offset 2772992<>2777088 00000080:00200000:3.0:1780298645.421892:0:29360:0:(rw26.c:858:ll_write_end()) pos 6967296, len 1880, copied 1880 00000080:00200000:3.0:1780298645.421900:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000f2d17677[3 000000008ec8947f 2 1 0000000031fea85b] 00000080:00200000:3.0:1780298645.421904:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000004fa3082c 17ffffc0001009 3:0 ffff8c4384802b60 1701 lru 00000080:00200000:3.0:1780298645.421911:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca4c8d1d 677: 1< 1 - - > 2< 2772992 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298645.421913:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000f2d17677 00000080:00200000:3.0:1780298645.421915:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:3.0:1780298645.421919:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 3477, to 1880 prio 0 00000008:00010000:3.0:1780298645.421939:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000030f179f7 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.421958:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000030f179f7 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.421968:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000030f179f7 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.421981:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 3, dirtied 3 00000080:00200000:3.0:1780298645.421986:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 6595 bytes, tot: 6595 00000080:00200000:3.0:1780298645.421989:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6595 00000020:00010000:3.0:1780298645.421999:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.422001:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.422003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae3b0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.422007:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.422014:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.422024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.422025:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae3b0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.422030:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6595 bytes 00000080:00200000:3.0:1780298645.422035:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1699, 1701] 00000080:00200000:3.0:1780298645.422050:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.422053:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6595, restart: 0 00010000:00010000:3.0:1780298645.422334:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4640 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.422340:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4640 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.422364:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.423088:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.423121:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.423138:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055616 00000100:00100000:0.0:1780298645.423144:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055616 00000100:00100000:1.0:1780298645.423161:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055744 00000100:00100000:1.0:1780298645.423166:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055744 00000100:00100000:0.0:1780298645.423174:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23937 00000100:00100000:0.0:1780298645.423183:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605055616:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.423191:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:1.0:1780298645.423194:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23938 00010000:00010000:0.0:1780298645.423202:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:1.0:1780298645.423208:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605055744:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.423217:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.423232:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.423235:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.423237:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:0.0:1780298645.423246:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.423248:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:1.0:1780298645.423282:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.423284:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000100:00100000:0.0:1780298645.423288:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605055616:12345-192.168.203.125@tcp:106: Request processed in 106us (208us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.423295:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.423298:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 96 00000100:00100000:0.0:1780298645.423298:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23937 00000100:00100000:1.0:1780298645.423394:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605055744:12345-192.168.203.125@tcp:106: Request processed in 190us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.423402:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23938 00000080:00200000:3.0:1780298645.424136:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 560 00000020:00010000:3.0:1780298645.424142:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.424147:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.424152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.424159:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.424162:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.424163:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.424167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.424195:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.424214:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.424226:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.424230:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.424241:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.424243:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298645.424252:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.424253:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298645.424272:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.424279:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.424298:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.424307:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d464e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.424317:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d464e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.424326:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.424344:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609640704:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.425076:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.425102:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.425134:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.425161:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605055872 00000100:00100000:1.0:1780298645.425165:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605055872 00000100:00100000:1.0:1780298645.425204:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23939 00000100:00100000:1.0:1780298645.425215:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4386029c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605055872:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.425230:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.425240:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298645.425276:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.425279:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:1.0:1780298645.425283:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.425285:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:1.0:1780298645.425330:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4386029c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605055872:12345-192.168.203.125@tcp:106: Request processed in 118us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.425337:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23939 00010000:00010000:3.0:1780298645.425960:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.425975:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.425984:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.425991:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.425999:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.426007:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.426010:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.426023:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.426037:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.426045:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.426051:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 560 00010000:00010000:3.0:1780298645.426052:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.426056:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.426056:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860936c0 (ffff8c4390c27878/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.426064:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860936c0 (ffff8c4390c27878/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.426069:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.426073:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.426075:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860936c0 (ffff8c4390c27878/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.426077:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27878/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.426082:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27878/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.426090:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.426094:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.426100:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4647 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.426118:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609640576:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.426119:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.426140:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200000:0.0:1780298645.426180:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 4266618, len 597 00000080:00200000:0.0:1780298645.426197:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.426201:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.426209:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.426228:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1041, 1041] 00000008:00010000:0.0:1780298645.426234:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.426237:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae330, osc lock ffff8c4386084980, flags 0x0 00010000:00010000:0.0:1780298645.426244:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (69632 73727) 00010000:00010000:0.0:1780298645.426260:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.426266:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.426271:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->73727] (req 69632->73727) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.426281:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609640832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.426312:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.427010:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609640832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.427018:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.427027:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.427035:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.427041:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.427046:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=2764799 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.427051:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.427056:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.427066:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 560 00000020:00010000:3.0:1780298645.428159:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aaf38 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.428162:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aaf38 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.428165:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae330 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.428168:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.428175:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.428186:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aaf38 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.428188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae330 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.428208:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.428226:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.428232:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.428244:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.428252:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.428259:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.428264:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.428269:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.428271:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d460f 00000080:00010000:3.0:1780298645.428275:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d460f from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.428277:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.428281:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.428297:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.428302:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.428314:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.428316:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298645.428325:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.428325:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079b1d0, flags 0x400001002 00010000:00010000:3.0:1780298645.428342:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d465c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.428347:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d465c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.428365:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.428374:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.428378:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.428389:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.428410:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.428421:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609641216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.429156:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.429190:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056128 00000100:00100000:1.0:1780298645.429196:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056128 00000100:00100000:0.0:1780298645.429200:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.429215:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056256 00000100:00100000:0.0:1780298645.429219:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056256 00000100:00100000:1.0:1780298645.429228:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23940 00000100:00100000:1.0:1780298645.429236:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605056128:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.429243:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.429251:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:0.0:1780298645.429255:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23941 00000100:00100000:0.0:1780298645.429267:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605056256:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.429275:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.429284:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.429286:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:1.0:1780298645.429290:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:0.0:1780298645.429290:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.429293:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:0.0:1780298645.429327:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298645.429331:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605056128:12345-192.168.203.125@tcp:106: Request processed in 95us (176us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298645.429331:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.429340:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000100:00100000:1.0:1780298645.429343:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23940 00000020:00010000:0.0:1780298645.429343:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:0.0:1780298645.429382:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605056256:12345-192.168.203.125@tcp:106: Request processed in 118us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.429389:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23941 00010000:00010000:3.0:1780298645.430150:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430166:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430176:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430186:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430191:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.430199:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298645.430203:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.430215:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430219:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430225:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.430230:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.430234:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.430244:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00000020:00010000:0.0:1780298645.430248:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27248/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.430250:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.430252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.430254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.430256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27248/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.430258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27248/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.430260:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27248/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.430328:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.430335:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.430337:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.430362:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4663 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.430370:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:3.0:1780298645.430378:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609641216:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.430384:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.430389:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.430403:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.430405:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298645.430418:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.430420:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c43860845f0, flags 0x400001002 00010000:00010000:0.0:1780298645.430449:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.430459:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.430485:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.430498:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.430506:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609641344:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.430516:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.430533:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.430551:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.430559:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609641472:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.431211:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.431250:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056384 00000100:00100000:1.0:1780298645.431254:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056384 00000100:00100000:1.0:1780298645.431277:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23942 00000100:00100000:1.0:1780298645.431283:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605056384:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.431289:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.431300:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:0.0:1780298645.431309:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298645.431325:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.431327:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:0.0:1780298645.431328:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056512 00000020:00010000:1.0:1780298645.431331:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.431333:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:0.0:1780298645.431333:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056512 00000100:00100000:0.0:1780298645.431356:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23943 00000100:00100000:1.0:1780298645.431368:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605056384:12345-192.168.203.125@tcp:106: Request processed in 83us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.431368:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605056512:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.431379:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23942 00010000:00010000:0.0:1780298645.431381:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.431400:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.431431:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.431434:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.431449:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.431450:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:0.0:1780298645.431492:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605056512:12345-192.168.203.125@tcp:106: Request processed in 128us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.431499:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23943 00010000:00010000:0.0:1780298645.431979:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.431987:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.431994:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.431998:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432003:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.432013:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.432017:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.432019:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432025:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432030:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432035:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.432039:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432065:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.432071:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432079:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d466a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.432098:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609641344:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.432124:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432133:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432141:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432147:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432154:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.432162:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.432165:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.432178:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432185:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.432193:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.432201:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00010000:00010000:0.0:1780298645.432201:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298645.432209:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750b68 (ffff8c43878ae518/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.432212:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.432213:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750b68 (ffff8c43878ae518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.432220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878aea28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.432229:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.432234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750b68 (ffff8c43878ae518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.432235:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae518/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.432239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae518/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.432293:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.432301:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.432307:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.432323:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d4671 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298645.432335:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000100:00100000:0.0:1780298645.432342:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609641472:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298645.432403:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 6064428, len 3529 00000080:00200000:3.0:1780298645.432422:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.432427:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.432439:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.432465:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1480, 1481] 00000008:00010000:3.0:1780298645.432476:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.432480:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079a000, flags 0x0 00010000:00010000:3.0:1780298645.432496:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.432510:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1867776 1875967) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.432523:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.432532:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.432540:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.432552:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00000020:00010000:3.0:1780298645.433532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c27ea8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.433536:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c27ea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.433539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.433542:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.433551:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298645.433562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c27ea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.433564:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c27ea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.433591:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.433613:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.433621:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.433643:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.433658:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.433669:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.433677:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.433683:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.433708:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d460f 00000080:00010000:3.0:1780298645.433713:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d460f from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.433727:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.433735:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000100:00100000:3.0:1780298645.433930:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609641728:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.434856:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.434877:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.434895:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056640 00000100:00100000:0.0:1780298645.434897:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056768 00000100:00100000:1.0:1780298645.434899:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056640 00000100:00100000:0.0:1780298645.434903:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056768 00000100:00100000:1.0:1780298645.434925:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23944 00000100:00100000:0.0:1780298645.434932:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23945 00000100:00100000:1.0:1780298645.434936:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605056640:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.434944:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.434946:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605056768:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.434956:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.434958:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.434979:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298645.434996:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.434998:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:1.0:1780298645.435001:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.435002:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.435023:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.435026:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:0.0:1780298645.435030:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.435032:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:1.0:1780298645.435039:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605056640:12345-192.168.203.125@tcp:106: Request processed in 106us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.435047:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23944 00000100:00100000:0.0:1780298645.435073:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605056768:12345-192.168.203.125@tcp:106: Request processed in 130us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.435080:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23945 00010000:00010000:3.0:1780298645.435807:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.435843:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.435863:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.435873:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.435892:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.435927:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.435937:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.435952:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.435965:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.435975:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00000020:00010000:0.0:1780298645.435987:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddda8 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.435998:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddda8 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.436007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.436011:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.436011:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.436020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddda8 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.436030:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.436040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee128/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.436053:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.436061:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.436067:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.436094:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.436145:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.436149:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00010000:00010000:3.0:1780298645.436163:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000008:00010000:0.0:1780298645.436166:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.436168:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386084ab0, flags 0x400001002 00010000:00010000:3.0:1780298645.436170:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.436178:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.436181:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c43860845f0, flags 0x400001002 00010000:00010000:3.0:1780298645.436182:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4678 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.436189:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.436219:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.436228:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609641728:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.436230:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.436266:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.436277:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.436286:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.436290:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609641984:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.436295:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.436308:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609642112:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.437041:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.437070:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.437098:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.437110:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605056896 00000100:00100000:1.0:1780298645.437115:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605056896 00000100:00100000:1.0:1780298645.437149:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23946 00000100:00100000:1.0:1780298645.437160:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605056896:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.437172:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.437189:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298645.437238:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.437240:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000020:00010000:1.0:1780298645.437250:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.437253:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 464 00000100:00100000:1.0:1780298645.437310:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605056896:12345-192.168.203.125@tcp:106: Request processed in 152us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.437327:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23946 00010000:00010000:1.0:1780298645.438026:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438043:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438053:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438061:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438070:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.438077:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.438080:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.438083:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438088:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438094:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438098:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.438102:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438113:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438121:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.438126:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438128:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.438138:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d4686 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438147:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.438155:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609641984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.438158:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438167:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.438175:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.438179:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.438192:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438200:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438207:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438215:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.438219:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438273:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.438279:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.438287:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d468d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.438307:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609642112:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.438775:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609642240:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298645.440008:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.440013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.440016:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f66b0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.440021:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.440030:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:3.0:1780298645.440041:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.440043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f66b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.440052:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 4468 bytes 00000080:00200000:3.0:1780298645.440071:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.440076:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 4468, restart: 0 00000080:00200000:3.0:1780298645.440079:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 4468 00000100:00100000:0.0:1780298645.441454:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.441493:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057152 00000100:00100000:1.0:1780298645.441500:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057152 00000100:00100000:1.0:1780298645.441544:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23947 00000100:00100000:1.0:1780298645.441552:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605057152:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.441561:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.441568:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.441592:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.441594:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:1.0:1780298645.441596:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.441598:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:1.0:1780298645.441629:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605057152:12345-192.168.203.125@tcp:106: Request processed in 78us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.441634:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23947 00000080:00200000:0.0:1780298645.442471:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00000020:00010000:0.0:1780298645.442479:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901deb58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.442486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901deb58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.442494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.442499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.442502:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901deb58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.442504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.442508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.442555:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.442583:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.442605:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.442612:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.442631:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.442633:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298645.442648:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.442650:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084980, flags 0x400001002 00010000:00010000:0.0:1780298645.442660:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1780298645.442673:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00200000:0.0:1780298645.442683:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.442710:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1780298645.442733:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298645.442771:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.442785:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.442813:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.442824:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.442835:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642496:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.443600:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.443651:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057280 00000100:00100000:1.0:1780298645.443656:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057280 00000100:00100000:0.0:1780298645.443727:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23948 00000100:00100000:0.0:1780298645.443739:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605057280:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.443748:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.443758:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.443790:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.443792:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.443796:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.443798:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:0.0:1780298645.443841:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605057280:12345-192.168.203.125@tcp:106: Request processed in 105us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.443849:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23948 00010000:00010000:1.0:1780298645.444643:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444657:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444667:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444675:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444682:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.444708:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.444713:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.444733:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444742:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444754:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444761:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.444765:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.444765:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00000020:00010000:0.0:1780298645.444772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.444777:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.444782:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.444787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.444789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.444792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.444795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.444817:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.444823:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.444829:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d469b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.444838:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.444843:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642496:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.444861:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200000:0.0:1780298645.444902:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 2611476, len 6914 00000080:00200000:0.0:1780298645.444918:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.444921:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.444931:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.444954:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [637, 639] 00000008:00010000:0.0:1780298645.444963:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.444967:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aecb0, osc lock ffff8c4386084980, flags 0x0 00010000:00010000:0.0:1780298645.444979:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298645.444991:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2609152 2621439) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298645.444999:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298645.445007:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298645.445014:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00000080:00200000:0.0:1780298645.445036:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 568 00000100:00100000:1.0:1780298645.445104:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642624:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298645.446375:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642624:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298645.446403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa038 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.446408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa038 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.446412:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aecb0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.446417:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298645.446429:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:0.0:1780298645.446442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa038 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.446444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aecb0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.446465:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.446487:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.446494:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.446510:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.446521:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.446530:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.446537:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.446543:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.446546:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4608 00000080:00010000:0.0:1780298645.446551:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4608 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.446554:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.446560:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.446585:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.446590:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.446605:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.446607:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084980, flags 0x400001002 00000008:00010000:0.0:1780298645.446619:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.446621:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084d10, flags 0x400001002 00010000:00010000:0.0:1780298645.446637:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.446646:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:0.0:1780298645.446666:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.446672:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.446680:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298645.446751:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.446766:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.446792:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.446798:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.446809:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642752:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.447632:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.447679:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057408 00000100:00100000:1.0:1780298645.447702:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057408 00000100:00100000:1.0:1780298645.447755:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23949 00000100:00100000:1.0:1780298645.447764:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605057408:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.447781:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.447795:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.447826:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.447827:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:1.0:1780298645.447830:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.447831:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:1.0:1780298645.447865:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605057408:12345-192.168.203.125@tcp:106: Request processed in 104us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.447870:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23949 00010000:00010000:1.0:1780298645.448569:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448583:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448594:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448606:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448613:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.448625:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.448629:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.448639:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448647:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448655:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.448662:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.448667:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.448673:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 592 00000020:00010000:0.0:1780298645.448679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.448682:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.448727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.448729:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.448734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.448737:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.448738:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.448745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.448754:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d46a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.448755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298645.448790:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642752:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.448812:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.448837:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.448854:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.448860:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.448876:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.448879:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298645.448892:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.448893:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084980, flags 0x400001002 00010000:00010000:0.0:1780298645.448905:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298645.448918:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:0.0:1780298645.448934:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.448938:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298645.448945:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.448980:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.448988:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.449014:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.449038:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642880:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.449783:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.449831:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057536 00000100:00100000:1.0:1780298645.449836:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057536 00000100:00100000:1.0:1780298645.449877:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23950 00000100:00100000:1.0:1780298645.449884:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605057536:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.449892:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.449902:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.449941:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.449943:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:1.0:1780298645.449946:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.449948:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:1.0:1780298645.449983:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605057536:12345-192.168.203.125@tcp:106: Request processed in 99us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.449991:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23950 00010000:00010000:1.0:1780298645.450678:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450708:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450724:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450733:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450738:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.450744:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.450747:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.450760:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450767:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450774:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450780:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.450783:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450813:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.450817:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.450828:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d46a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.450845:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609642880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.450894:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 592 00000020:00010000:0.0:1780298645.450897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.450899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.450902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.450904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.450905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.450907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.450909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.450929:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.450943:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200008:0.0:1780298645.450957:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.450963:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.450979:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.450992:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.451001:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298645.451008:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.451014:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.451017:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d460f 00000080:00010000:0.0:1780298645.451022:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d460f from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.451025:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.451033:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.451059:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.451063:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.451076:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.451078:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084980, flags 0x400001002 00000008:00010000:0.0:1780298645.451085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.451086:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084d10, flags 0x400001002 00010000:00010000:0.0:1780298645.451108:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.451113:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.451152:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.451218:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.451234:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.451241:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.451276:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.451282:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643136:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.451411:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.452216:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.452237:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.452253:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057664 00000100:00100000:0.0:1780298645.452255:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057792 00000100:00100000:1.0:1780298645.452258:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057664 00000100:00100000:0.0:1780298645.452260:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057792 00000100:00100000:1.0:1780298645.452292:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23951 00000100:00100000:0.0:1780298645.452297:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23952 00000100:00100000:1.0:1780298645.452302:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605057664:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.452309:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:0.0:1780298645.452309:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605057792:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.452320:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.452321:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.452340:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.452363:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.452365:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 488 00000020:00010000:1.0:1780298645.452367:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.452369:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 488 00000020:00010000:0.0:1780298645.452373:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.452375:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.452378:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.452379:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:1.0:1780298645.452403:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605057664:12345-192.168.203.125@tcp:106: Request processed in 104us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.452410:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23951 00000100:00100000:0.0:1780298645.452418:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605057792:12345-192.168.203.125@tcp:106: Request processed in 111us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.452425:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23952 00010000:00010000:1.0:1780298645.453169:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453181:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453191:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453198:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453205:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.453213:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.453218:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.453221:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453228:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453235:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453242:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.453246:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453272:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.453276:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453284:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d46b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.453297:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643136:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.453310:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453318:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453325:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453332:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453343:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.453350:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.453353:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.453364:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453371:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453378:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453384:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.453387:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.453400:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 592 00000020:00010000:0.0:1780298645.453405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.453409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.453412:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.453417:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.453420:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.453423:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.453424:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.453427:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.453430:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.453438:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d46b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.453465:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643008:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.453466:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.453498:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.453514:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.453520:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.453537:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.453540:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298645.453552:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.453554:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084980, flags 0x400001002 00010000:00010000:0.0:1780298645.453585:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.453595:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.453625:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:1.0:1780298645.453637:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1780298645.453642:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.453649:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609643264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.453663:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.453676:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.453737:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609643392:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.454549:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.454581:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.454597:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.454609:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605057920 00000100:00100000:1.0:1780298645.454620:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605057920 00000100:00100000:1.0:1780298645.454658:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23953 00000100:00100000:1.0:1780298645.454669:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605057920:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.454683:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298645.454724:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:1.0:1780298645.454773:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.454776:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 488 00000020:00010000:1.0:1780298645.454780:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.454782:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 488 00000100:00100000:1.0:1780298645.454837:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605057920:12345-192.168.203.125@tcp:106: Request processed in 170us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.454855:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23953 00010000:00010000:1.0:1780298645.455928:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455938:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455945:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455950:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455955:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.455961:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.455964:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.455966:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455970:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455975:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.455979:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.455982:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456002:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.456005:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456010:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d46c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.456020:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609643392:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.456031:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456036:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456040:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456044:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456048:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.456055:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.456057:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.456065:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456070:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456074:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456078:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.456080:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.456093:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.456095:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.456098:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 592 00010000:00010000:1.0:1780298645.456100:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d46be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.456105:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.456109:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000100:00100000:1.0:1780298645.456113:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609643264:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298645.456113:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.456122:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.456127:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.456129:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.456133:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.456157:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.456170:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200008:0.0:1780298645.456184:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.456188:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.456202:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.456213:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.456221:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298645.456230:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.456234:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.456236:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d460f 00000080:00010000:0.0:1780298645.456240:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d460f from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.456242:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.456247:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.456270:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.456277:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.456295:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.456299:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084980, flags 0x400001002 00000008:00010000:0.0:1780298645.456311:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.456312:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386084d10, flags 0x400001002 00010000:00010000:0.0:1780298645.456338:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.456346:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.456376:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.456394:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.456398:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.456406:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.456420:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.456454:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.456462:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643648:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.457380:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.457420:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.457437:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605058176 00000100:00100000:0.0:1780298645.457440:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605058304 00000100:00100000:1.0:1780298645.457444:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605058176 00000100:00100000:0.0:1780298645.457445:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605058304 00000100:00100000:1.0:1780298645.457483:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23954 00000100:00100000:0.0:1780298645.457496:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23955 00000100:00100000:1.0:1780298645.457497:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605058176:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.457508:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:0.0:1780298645.457510:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605058304:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.457522:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.457524:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1780298645.457546:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.457573:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.457575:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 488 00000020:00010000:1.0:1780298645.457580:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.457583:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 488 00000020:00010000:0.0:1780298645.457585:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.457588:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.457593:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.457595:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000100:00100000:1.0:1780298645.457632:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605058176:12345-192.168.203.125@tcp:106: Request processed in 140us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.457640:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605058304:12345-192.168.203.125@tcp:106: Request processed in 133us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.457641:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23954 00000100:00100000:0.0:1780298645.457652:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23955 00010000:00010000:1.0:1780298645.458438:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458451:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458462:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458470:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458478:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.458488:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.458492:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.458495:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458502:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458509:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458515:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.458519:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458545:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.458550:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458564:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d46cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.458583:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.458677:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458727:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458736:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458743:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458750:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.458759:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.458762:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.458780:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458794:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458801:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458808:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.458811:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458833:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.458836:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.458844:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d46d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.458856:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609643648:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.458919:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 592 00000020:00010000:0.0:1780298645.458924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.458927:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.458931:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.458935:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.458938:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751240 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.458940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.458944:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.458971:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.458993:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 9363536, len 7869 00000080:00200000:0.0:1780298645.459007:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298645.459010:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.459019:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.459037:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2286, 2287] 00000008:00010000:0.0:1780298645.459046:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.459050:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aecb0, osc lock ffff8c4386084d10, flags 0x0 00010000:00010000:0.0:1780298645.459080:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.459090:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->5177343] (req 5169152->5177343) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.459098:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->5177343] (req 5169152->5177343) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.459115:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609643776:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.459193:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.460113:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.460153:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605058432 00000100:00100000:1.0:1780298645.460159:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605058432 00000100:00100000:1.0:1780298645.460201:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23956 00000100:00100000:1.0:1780298645.460209:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605058432:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.460220:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d45fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630356b9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298645.460267:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.460272:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605058432:12345-192.168.203.125@tcp:104: Request processed in 65us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.460278:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23956 00000100:00100000:3.0:1780298645.460515:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.460530:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609643904:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.461487:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.461533:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605058560 00000100:00100000:1.0:1780298645.461538:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605058560 00000100:00100000:1.0:1780298645.461569:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23957 00000100:00100000:1.0:1780298645.461578:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605058560:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.461586:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->5177343] (req 5169152->5177343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.461596:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->5177343] (req 5169152->5177343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.461605:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.461614:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.461623:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.461631:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.461659:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6800) 00000100:00100000:1.0:1780298645.461712:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605058560:12345-192.168.203.125@tcp:105: Request processed in 135us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.461741:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23957 00000100:00100000:3.0:1780298645.462298:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609643904:192.168.203.125@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1780298645.463040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa038 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.463043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa038 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.463046:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aecb0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.463050:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.463059:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.463068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa038 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.463070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aecb0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.463099:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.463151:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.463157:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.463171:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.463182:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.463190:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.463195:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.463199:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298645.463201:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d460f 00000080:00010000:0.0:1780298645.463205:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d460f from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.463207:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.463212:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298645.463236:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.463241:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.463255:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.463257:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298645.463267:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.463268:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084980, flags 0x400001002 00010000:00010000:0.0:1780298645.463274:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.463289:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.463294:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.463314:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.463327:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.463332:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.463340:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:0.0:1780298645.463340:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.463354:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609644288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.463404:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609644160:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.464216:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.464247:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.464266:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605058688 00000100:00100000:0.0:1780298645.464267:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605058816 00000100:00100000:1.0:1780298645.464272:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605058688 00000100:00100000:0.0:1780298645.464273:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605058816 00000100:00100000:1.0:1780298645.464314:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23958 00000100:00100000:0.0:1780298645.464322:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23959 00000100:00100000:1.0:1780298645.464328:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605058688:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.464336:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605058816:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.464337:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.464346:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.464353:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.464361:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.464403:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.464407:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.464407:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.464410:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:1.0:1780298645.464417:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.464420:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.464421:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 104 00000020:00010000:0.0:1780298645.464424:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000100:00100000:1.0:1780298645.464472:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605058688:12345-192.168.203.125@tcp:106: Request processed in 149us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.464483:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23958 00000100:00100000:0.0:1780298645.464483:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605058816:12345-192.168.203.125@tcp:106: Request processed in 148us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.464494:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23959 00010000:00010000:0.0:1780298645.465481:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465490:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465498:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465507:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465513:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.465521:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.465524:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.465527:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465532:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465537:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465541:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.465544:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465565:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.465568:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465572:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d46e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.465582:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609644288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.465591:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465597:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465601:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465605:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465609:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.465613:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5375863, setting rss=5375863; leaving kms=5375863, end=18446744073709551615 00000020:00200000:0.0:1780298645.465615:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.465624:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465628:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465632:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465636:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.465638:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465655:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.465658:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.465662:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d46e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.465675:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609644160:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.465971:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.465988:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609644544:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.466899:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.466929:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.466982:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.466991:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059072 00000100:00100000:0.0:1780298645.466994:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059072 00000100:00100000:0.0:1780298645.467052:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23960 00000100:00100000:0.0:1780298645.467059:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605059072:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.467065:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.467073:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.467094:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.467095:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:0.0:1780298645.467099:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.467100:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5375863 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000100:00100000:0.0:1780298645.467124:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605059072:12345-192.168.203.125@tcp:106: Request processed in 66us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.467132:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23960 00000080:00200000:0.0:1780298645.468353:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9570167 i_blocks 608 00000020:00010000:0.0:1780298645.468360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.468367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.468373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.468380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.468385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.468390:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eee18/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.468397:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eee18/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.468428:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.468447:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9570167 00000080:00200008:0.0:1780298645.468509:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 9570167, valid attrs 2068, mode 0, uid 0, gid 0, new size 2707888, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:0.0:1780298645.468536:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.468555:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 146 lru_type: 1 00010000:00010000:0.0:1780298645.468585:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.468592:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.468594:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217ce00/0x11c228eb194d4608 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630356ce expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000020:00100000:0.0:1780298645.468614:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780298645.468622:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388663100 x1866777609644800/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780298645.468639:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609644800:192.168.203.125@tcp:36:fsx.0 00000100:00100000:0.0:1780298645.468684:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.471067:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.471126:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059200 00000100:00100000:1.0:1780298645.471132:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059200 00000100:00100000:1.0:1780298645.471174:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23961 00000100:00100000:1.0:1780298645.471183:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:7411:x1866777605059200:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.471197:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.471254:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.471264:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:7411:x1866777605059200:12345-192.168.203.125@tcp:104: Request processed in 79us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.471273:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23961 00010000:00010000:3.0:1780298645.471293:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.471301:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471310:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298645.471315:0:6149:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471323:0:6149:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471330:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471350:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 143 lru_type: 1 00010000:00010000:3.0:1780298645.471381:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471429:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.471462:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471469:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d460f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630356dc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.471483:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.471485:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.471489:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.473277:0:29360:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c43884eb800: committing for last_committed 4294991100 gen 1 00000100:00100000:1.0:1780298645.473354:0:29360:0:(client.c:3150:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff8c4388652a00 x1866777609366912/t4294991009(4294991009) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1780298658 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780298645.473429:0:29360:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff8c4388663100 x1866777609644800/t4294991101(4294991101) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1780298661 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780298645.473438:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609644800:192.168.203.125@tcp:36:fsx.0 00000080:00200000:1.0:1780298645.473491:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.473497:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.473523:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.473557:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1780298645.473569:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.473573:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f1b50, flags 0x0 00000008:00010000:1.0:1780298645.473576:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.473577:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f0390, flags 0x0 00010000:00010000:1.0:1780298645.473615:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.473626:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.473635:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.473650:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609645056:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.473749:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.474878:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.474916:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059328 00000100:00100000:1.0:1780298645.474921:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059328 00000100:00100000:1.0:1780298645.474964:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23962 00000100:00100000:1.0:1780298645.474973:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605059328:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.474985:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d46da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5169152->38723583] (req 5169152->5177343) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630357a7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.475036:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.475042:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605059328:12345-192.168.203.125@tcp:104: Request processed in 71us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.475049:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23962 00000100:00100000:3.0:1780298645.475242:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609645184:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.475736:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609645056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.475753:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.475771:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.475781:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.476528:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.476575:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059456 00000100:00100000:1.0:1780298645.476581:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059456 00000100:00100000:1.0:1780298645.476623:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23963 00000100:00100000:1.0:1780298645.476631:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605059456:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.476640:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.476651:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.476659:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.476668:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.476677:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.476739:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.476760:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffd400) 00010000:00010000:0.0:1780298645.476783:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.476793:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605059456:12345-192.168.203.125@tcp:105: Request processed in 162us (264us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298645.476798:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.476802:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23963 00010000:00010000:0.0:1780298645.476818:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.476835:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5375863, setting rss=5375863; kms=5375863, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.476846:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.476854:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.476910:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.476919:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.476928:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.476944:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609645312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.476983:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.478245:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.478292:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.478306:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059584 00000100:00100000:0.0:1780298645.478312:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059584 00000100:00100000:1.0:1780298645.478328:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059712 00000100:00100000:1.0:1780298645.478334:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059712 00000100:00100000:0.0:1780298645.478346:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23964 00000100:00100000:0.0:1780298645.478356:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:9128:x1866777605059584:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298645.478362:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23965 00010000:00010000:0.0:1780298645.478367:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.478374:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:9128:x1866777605059712:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.478389:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.478425:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780298645.478432:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:9128:x1866777605059584:12345-192.168.203.125@tcp:104: Request processed in 79us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298645.478439:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780298645.478440:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23964 00000100:00100000:1.0:1780298645.478450:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:9128:x1866777605059712:12345-192.168.203.125@tcp:104: Request processed in 78us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.478459:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23965 00010000:00010000:3.0:1780298645.478478:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.478487:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.478498:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.478503:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.478562:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.478573:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.478657:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.478666:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.478682:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.478728:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d4655 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [69632->2764799] (req 69632->73727) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035722 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.478748:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.478751:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.478753:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.478776:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609645440:192.168.203.125@tcp:4:fsx.0 00000100:00100000:0.0:1780298645.479208:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609645312:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.479221:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.479232:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.479241:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.480449:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.480499:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298645.480538:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.480544:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.480560:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.480565:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d4632 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2764800->36319231] (req 2764800->2777087) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630356ff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.480583:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.480584:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.480586:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.480590:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609645696:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.481517:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.481561:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.481569:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059840 00000100:00100000:0.0:1780298645.481573:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059840 00000100:00100000:0.0:1780298645.481603:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23966 00000100:00100000:0.0:1780298645.481609:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605059840:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.481616:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.481624:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.481631:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.481642:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.481651:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.481661:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.481683:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7600) 00010000:00010000:1.0:1780298645.481725:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.481744:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.481747:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605059840:12345-192.168.203.125@tcp:105: Request processed in 135us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.481763:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23966 00010000:00010000:1.0:1780298645.481775:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.481788:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.481799:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.481807:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.481883:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609645824:192.168.203.125@tcp:10:fsx.0 00000100:00100000:1.0:1780298645.481895:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609645952:192.168.203.125@tcp:10:fsx.0 00000100:00100000:1.0:1780298645.482614:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609645696:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.483479:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609645952:192.168.203.125@tcp:10:fsx.0 00000100:00100000:1.0:1780298645.483486:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609645824:192.168.203.125@tcp:10:fsx.0 00010000:00010000:3.0:1780298645.485247:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4719 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.485255:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4719 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.485276:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.486001:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.486028:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.486051:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605059968 00000100:00100000:0.0:1780298645.486052:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060096 00000100:00100000:1.0:1780298645.486056:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605059968 00000100:00100000:0.0:1780298645.486056:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060096 00000100:00100000:1.0:1780298645.486089:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23967 00000100:00100000:0.0:1780298645.486094:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23968 00000100:00100000:1.0:1780298645.486097:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605059968:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.486100:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605060096:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.486106:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.486106:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.486117:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.486118:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.486150:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.486152:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2707888 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 408 00000020:00010000:1.0:1780298645.486156:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.486156:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.486158:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.486158:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2707888 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 408 00000020:00010000:1.0:1780298645.486162:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.486164:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.486198:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605059968:12345-192.168.203.125@tcp:106: Request processed in 101us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.486198:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605060096:12345-192.168.203.125@tcp:106: Request processed in 97us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.486205:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23967 00000100:00100000:0.0:1780298645.486208:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23968 00000080:00200000:3.0:1780298645.487192:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 408 00000020:00010000:3.0:1780298645.487198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.487201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.487206:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.487212:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.487217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.487224:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.487230:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.487276:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.487302:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.487322:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.487327:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.487345:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.487348:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a000, flags 0x400001002 00000008:00010000:3.0:1780298645.487361:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.487363:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298645.487394:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4720 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.487404:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4720 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.487448:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.487463:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.487476:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.487501:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609646592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.488364:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.488393:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.488425:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060224 00000100:00100000:1.0:1780298645.488431:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060224 00000100:00100000:1.0:1780298645.488461:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060352 00000100:00100000:1.0:1780298645.488464:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060352 00000100:00100000:1.0:1780298645.488476:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23969 00000100:00100000:1.0:1780298645.488483:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605060224:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.488491:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.488502:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.488511:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23970 00000100:00100000:0.0:1780298645.488519:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605060352:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.488526:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.488534:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.488538:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2707888 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 408 00000020:00010000:1.0:1780298645.488547:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:0.0:1780298645.488547:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.488549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2707888 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 408 00000020:00010000:0.0:1780298645.488577:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.488579:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.488582:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.488583:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.488597:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605060224:12345-192.168.203.125@tcp:106: Request processed in 112us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.488605:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23969 00000100:00100000:0.0:1780298645.488612:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605060352:12345-192.168.203.125@tcp:106: Request processed in 94us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.488617:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23970 00010000:00010000:3.0:1780298645.489392:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.489410:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.489434:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.489455:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.489477:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.489509:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.489516:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.489533:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.489559:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.489563:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 408 00000020:00010000:1.0:1780298645.489567:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27ea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.489570:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27ea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.489572:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.489578:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27e18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.489585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27ea8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.489586:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.489588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27ea8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.489597:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27ea8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.489607:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.489613:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.489641:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.489670:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.489676:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.489679:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2707888 00010000:00010000:3.0:1780298645.489733:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4727 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.489740:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.489749:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000100:00100000:3.0:1780298645.489753:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609646592:192.168.203.125@tcp:101:fsx.0 00000002:00010000:1.0:1780298645.489766:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.489776:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298645.489798:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.489803:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.489808:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.489822:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609646720:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.489859:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.490738:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609646720:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.490751:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490760:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490775:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490785:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490793:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490800:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490807:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298645.490818:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4387bf1500 x1866777609646720/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298645.490827:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298645.490838:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490846:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298645.490851:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298645.490911:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298645.490920:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d472e 00000080:00010000:3.0:1780298645.490925:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.490928:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d472e from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.490931:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.490938:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.490965:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.490971:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.490989:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.490993:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079ae40, flags 0x400001002 00000008:00010000:3.0:1780298645.491006:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.491008:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298645.491019:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.491029:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.491038:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.491041:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.491048:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.491066:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.491073:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298645.491080:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.491083:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.491090:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298645.491099:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298645.491104:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 408 00000020:00010000:3.0:1780298645.491107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091b60 (ffff8c4390c271b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.491109:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091b60 (ffff8c4390c271b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.491112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.491115:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27e18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.491118:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091b60 (ffff8c4390c271b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.491120:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c271b8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.491123:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c271b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.491151:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.491172:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 9471453, len 5989 00000080:00200000:3.0:1780298645.491184:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.491188:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.491195:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.491209:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2312, 2313] 00000008:00010000:3.0:1780298645.491216:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.491218:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc35b0, osc lock ffff8c43a079b690, flags 0x0 00010000:00010000:3.0:1780298645.491226:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.491236:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5275648 5283839) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.491244:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.491251:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.491258:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.491268:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 408 00000100:00100000:3.0:1780298645.491308:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.491319:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609646848:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.492235:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c233f8 (ffff8c4390c271b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.492240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c233f8 (ffff8c4390c271b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc35b0 (ffff8c4390c27e18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.492248:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.492265:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.492275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c233f8 (ffff8c4390c271b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.492278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc35b0 (ffff8c4390c271b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.492298:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.492343:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.492349:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.492359:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.492368:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.492377:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.492383:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.492387:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.492390:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d472e 00000080:00010000:1.0:1780298645.492394:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d472e from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.492397:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.492404:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.492428:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.492434:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.492448:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.492449:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298645.492459:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.492460:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.492466:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.492473:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.492478:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.492480:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.492485:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.492492:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.492498:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298645.492502:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.492503:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.492507:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.492511:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.492515:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 424 00000020:00010000:1.0:1780298645.492516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.492518:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.492523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.492525:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.492538:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.492548:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.492555:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.492557:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.492562:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.492564:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.492584:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.492586:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298645.492593:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.492602:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.492610:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.492612:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.492618:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.492626:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.492631:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.492635:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.492636:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.492641:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.492655:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.492658:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 424 00000020:00010000:1.0:1780298645.492660:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.492661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492662:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.492666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.492667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.492670:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.492680:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.492723:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2707888 00000080:00200000:1.0:1780298645.492739:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 2503083, len 1539 00000080:00200000:1.0:1780298645.492750:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.492753:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.492757:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.492768:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [611, 611] 00000008:00010000:1.0:1780298645.492774:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.492776:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298645.492783:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.492793:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2502656 2506751) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.492802:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.492815:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.492820:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.492826:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 424 00000100:00100000:0.0:1780298645.492878:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609646976:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298645.493661:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609646976:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.493712:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.493725:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.493729:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860223b0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.493734:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.493743:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.493749:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.493751:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860223b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.493764:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.493783:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.493788:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.493797:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.493805:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.493816:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.493820:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.493824:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.493826:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d472e 00000080:00010000:1.0:1780298645.493829:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d472e from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.493830:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.493835:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.493849:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.493852:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.493863:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.493865:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298645.493875:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.493876:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.493884:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.493893:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298645.493901:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.493904:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.493909:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.493916:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.493920:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.493924:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.493926:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.493930:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298645.493934:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.493938:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 432 00000020:00010000:1.0:1780298645.493939:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.493940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.493942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.493943:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.493944:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.493945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.493948:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.493959:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.493967:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.493974:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.493976:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.493982:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.493983:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.493988:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.493989:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298645.493992:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.493998:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298645.494002:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.494004:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.494008:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.494013:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.494018:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298645.494035:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.494037:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.494044:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298645.494052:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.494056:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 432 00000020:00010000:1.0:1780298645.494058:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.494061:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.494063:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.494066:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.494068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.494069:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.494071:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.494081:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.494088:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2707888 00000080:00200008:1.0:1780298645.494622:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.494627:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.494635:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.494643:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.494651:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.494658:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.494662:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.494665:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d472e 00000080:00010000:1.0:1780298645.494669:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d472e from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.494673:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.494678:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.494714:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.494731:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.494741:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.494742:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298645.494749:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.494750:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.494756:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.494762:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298645.494769:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.494772:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.494783:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.494795:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.494804:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298645.494812:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.494814:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.494819:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298645.494824:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.494827:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 432 00000020:00010000:1.0:1780298645.494828:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.494830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.494831:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.494833:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.494834:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.494835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.494838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.494849:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.494860:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 5579755, len 3931 00000080:00200000:1.0:1780298645.494870:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.494874:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.494879:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.494890:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1362, 1363] 00000008:00010000:1.0:1780298645.494896:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.494899:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f0e40, flags 0x0 00010000:00010000:1.0:1780298645.494906:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.494912:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1384448 1392639) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.494918:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.494922:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.494926:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298645.494932:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2707888 i_blocks 432 00000100:00100000:0.0:1780298645.495001:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609647104:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298645.496106:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609647104:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.496144:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.496151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496155:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860223b0 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.496161:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.496174:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.496185:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.496188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860223b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.496209:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.496254:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.496260:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.496273:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.496282:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.496292:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.496300:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.496305:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.496308:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d472e 00000080:00010000:1.0:1780298645.496313:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d472e from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.496316:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.496324:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.496353:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.496358:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.496373:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.496376:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.496389:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.496391:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298645.496399:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.496409:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:1.0:1780298645.496417:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.496420:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.496428:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.496440:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.496447:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298645.496454:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.496456:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.496464:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00200000:1.0:1780298645.496471:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.496477:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 5583686 i_blocks 448 00000020:00010000:1.0:1780298645.496480:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.496483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496490:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.496493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.496496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.496514:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.496527:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.496539:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.496543:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.496553:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.496555:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298645.496564:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.496566:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.496572:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.496581:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:1.0:1780298645.496595:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.496597:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.496605:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1780298645.496616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1780298645.496624:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00200000:1.0:1780298645.496631:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.496633:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1780298645.496640:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00200000:1.0:1780298645.496648:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.496653:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 5583686 i_blocks 448 00000020:00010000:1.0:1780298645.496655:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.496657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496660:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.496665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.496668:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.496670:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.496713:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.496741:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 5583686 00000080:00200008:1.0:1780298645.497365:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 2707888, valid attrs 2068, mode 0, uid 0, gid 0, new size 8312473, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:1.0:1780298645.497391:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d470b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e630357e6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.497409:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 144 lru_type: 1 00010000:00010000:1.0:1780298645.497442:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d470b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630357e6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.497449:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.497452:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693600/0x11c228eb194d470b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630357e6 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1780298645.497469:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298645.497478:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4387bf0380 x1866777609647360/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298645.497496:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609647360:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298645.497548:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.498795:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.498843:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060480 00000100:00100000:0.0:1780298645.498849:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060480 00000100:00100000:0.0:1780298645.498890:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23971 00000100:00100000:0.0:1780298645.498900:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:6477:x1866777605060480:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.498910:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035810 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.498970:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.498978:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:6477:x1866777605060480:12345-192.168.203.125@tcp:104: Request processed in 80us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.498986:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23971 00000100:00100000:1.0:1780298645.501493:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.503770:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060608 00000100:00100000:0.0:1780298645.503779:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060608 00000100:00100000:0.0:1780298645.503831:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23972 00000100:00100000:0.0:1780298645.503841:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605060608:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.503855:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:0.0:1780298645.503919:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.503926:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605060608:12345-192.168.203.125@tcp:104: Request processed in 87us (2433us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.503933:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23972 00010000:00010000:3.0:1780298645.503957:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.503965:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298645.503979:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.503984:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1780298645.504034:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.504043:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.504097:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298645.504104:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.504136:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298645.504156:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d46fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630357d1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298645.504180:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.504182:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.504184:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.504194:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.504205:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609647744:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.505490:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.505567:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.505592:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060736 00000100:00100000:0.0:1780298645.505600:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060736 00000100:00100000:0.0:1780298645.505651:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23973 00000100:00100000:0.0:1780298645.505662:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605060736:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.505677:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.505711:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.505734:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.505748:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.505756:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.505764:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.505785:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693c00) 00000100:00100000:0.0:1780298645.505826:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605060736:12345-192.168.203.125@tcp:105: Request processed in 167us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.505836:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23973 00000100:00100000:3.0:1780298645.506505:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609647744:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.507140:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.507196:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060864 00000100:00100000:0.0:1780298645.507203:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060864 00000100:00100000:0.0:1780298645.507240:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23974 00000100:00100000:0.0:1780298645.507255:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605060864:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.507267:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d4704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630357d8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.507314:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.507321:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605060864:12345-192.168.203.125@tcp:104: Request processed in 74us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.507328:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23974 00000100:00100000:3.0:1780298645.507530:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609648000:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.508491:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.508540:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605060992 00000100:00100000:0.0:1780298645.508545:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605060992 00000100:00100000:0.0:1780298645.508577:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23975 00000100:00100000:0.0:1780298645.508584:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605060992:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.508592:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.508603:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.508613:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.508623:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.508630:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.508636:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.508654:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00000100:00100000:0.0:1780298645.508677:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605060992:12345-192.168.203.125@tcp:105: Request processed in 93us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.508703:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23975 00000100:00100000:3.0:1780298645.508858:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609648128:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.510177:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609648128:192.168.203.125@tcp:10:fsx.0 00000080:00200000:1.0:1780298645.510232:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 432 00000020:00010000:1.0:1780298645.510243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.510247:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.510252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.510261:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.510277:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.510293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.510298:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.510306:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.510316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.510318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee758/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.510323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.510375:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.510397:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8312473, valid attrs 2168, mode 0, uid 0, gid 0, new size 8312473, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00a00000:1.0:1780298645.510429:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:1.0:1780298645.510470:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.510479:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.510502:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.510506:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.510521:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.510523:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298645.510539:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.510553:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298645.510563:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.510567:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.510584:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.510598:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.510606:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298645.510618:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.510620:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.510628:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298645.510635:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.510640:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 432 00000020:00010000:1.0:1780298645.510642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.510645:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.510647:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.510650:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.510653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.510655:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.510658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.510679:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.510818:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2027 00000080:00200000:1.0:1780298645.510825:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.510833:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.510848:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2027, 2027] 00000008:00010000:1.0:1780298645.510855:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.510858:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298645.510866:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.510881:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4108288 4112383) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.510889:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.510896:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.510903:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.510912:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:1.0:1780298645.510949:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1900 00000008:00010000:1.0:1780298645.510988:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1900 00010000:00010000:1.0:1780298645.511007:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4108288 4112383) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1780298645.511038:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1f80 - object 0x280000401:18 offset 4108288<>4112384 00000100:00100000:0.0:1780298645.511090:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.511104:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609648384:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.512226:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1900 00000020:00200000:0.0:1780298645.512233:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.512243:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1900 00000100:00100000:0.0:1780298645.512254:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609648384:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.512277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.512281:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.512284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860223b0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.512290:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.512305:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.512316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.512318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860223b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.512337:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.512380:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.512387:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.512400:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2027, 2027] 00000008:00010000:1.0:1780298645.512406:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.512409:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298645.512417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.512426:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4108288 4112383) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.512435:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.512442:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.512449:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.512463:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:1.0:1780298645.512479:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.512495:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.512507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.512510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.512512:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860223b0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.512515:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.512523:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.512531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.512534:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860223b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.512548:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.512596:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2028 00000080:00200000:1.0:1780298645.512601:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.512607:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.512621:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2028, 2028] 00000008:00010000:1.0:1780298645.512627:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.512629:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298645.512636:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.512649:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4112384 4116479) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.512658:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.512666:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.512672:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.512682:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:1.0:1780298645.512754:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1600 00000008:00010000:1.0:1780298645.512785:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1600 00010000:00010000:1.0:1780298645.512796:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4112384 4116479) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:1.0:1780298645.512816:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1f80 - object 0x280000401:18 offset 4112384<>4116480 00000100:00100000:0.0:1780298645.512872:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609648512:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.513867:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1600 00000020:00200000:0.0:1780298645.513872:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.513882:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1600 00000100:00100000:0.0:1780298645.513897:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609648512:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.513914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.513918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.513921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860223b0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.513925:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.513939:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298645.513949:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.513952:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860223b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.513969:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.514005:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.514011:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.514022:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2028, 2028] 00000008:00010000:1.0:1780298645.514028:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.514030:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298645.514038:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.514047:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4112384 4116479) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.514056:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.514063:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.514069:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.514083:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:1.0:1780298645.514093:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ed9ec8f4 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.514102:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ed9ec8f4 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.514109:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.514117:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.514129:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.514136:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.514138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.514140:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860223b0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.514144:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.514152:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.514160:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.514163:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860223b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.514176:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.514212:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2029 00000080:00200000:1.0:1780298645.514217:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.514223:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.514235:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2029, 2029] 00000008:00010000:1.0:1780298645.514240:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.514242:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860223b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298645.514250:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514259:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4116480 4120575) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514267:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514275:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514282:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000001:00010000:1.0:1780298645.514292:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.514308:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.514310:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.514313:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.514315:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f05f0, flags 0x400001002 00010000:00010000:1.0:1780298645.514323:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.514333:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298645.514341:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.514344:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.514351:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.514364:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514373:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298645.514379:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.514382:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514390:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298645.514396:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.514402:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 432 00000020:00010000:1.0:1780298645.514404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.514407:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.514409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.514412:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.514414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.514416:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.514420:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057d098/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.514441:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514450:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4087808 4091903) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514460:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 8/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514467:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 8/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514473:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298645.514532:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1480 00010000:00010000:1.0:1780298645.514543:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.514557:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298645.514595:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1480 00010000:00010000:1.0:1780298645.514608:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4116480 4120575) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:1.0:1780298645.514631:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf0000 - object 0x280000401:18 offset 4087808<>4120576 00000100:00100000:0.0:1780298645.514681:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.514732:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609648640:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.516558:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1480 00000020:00200000:1.0:1780298645.516565:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.516585:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1480 00000100:00100000:1.0:1780298645.516601:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609648640:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298645.518804:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.518835:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.518839:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.521015:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 456 00000080:00200000:1.0:1780298645.521032:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.521095:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.521101:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.521115:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.521125:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298645.521154:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.521160:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.521167:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.521179:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609649024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.521218:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.522269:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609649024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.522279:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522286:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522293:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522300:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522307:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522314:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522322:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1780298645.522332:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4387bf0000 x1866777609649024/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1780298645.522347:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1780298645.522357:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522366:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:1.0:1780298645.522370:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1780298645.522435:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1780298645.522445:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4743 00000080:00010000:1.0:1780298645.522450:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.522453:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4743 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.522455:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522463:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.522488:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.522494:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.522514:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.522517:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f05f0, flags 0x400001002 00000008:00010000:1.0:1780298645.522532:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.522534:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.522562:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522571:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.522624:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.522624:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609649152:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.522637:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.522651:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.522661:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.522667:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609649280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.523461:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.523492:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.523514:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061120 00000100:00100000:1.0:1780298645.523516:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061248 00000100:00100000:0.0:1780298645.523519:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061120 00000100:00100000:1.0:1780298645.523522:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061248 00000100:00100000:0.0:1780298645.523559:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23976 00000100:00100000:1.0:1780298645.523566:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23977 00000100:00100000:0.0:1780298645.523570:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605061120:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.523578:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.523579:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605061248:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.523592:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.523598:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.523611:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298645.523647:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.523649:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000020:00010000:1.0:1780298645.523655:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.523656:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.523660:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:0.0:1780298645.523660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000020:00010000:1.0:1780298645.523667:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.523669:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:0.0:1780298645.523738:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605061120:12345-192.168.203.125@tcp:106: Request processed in 172us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.523743:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23976 00000100:00100000:1.0:1780298645.523750:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605061248:12345-192.168.203.125@tcp:106: Request processed in 174us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.523758:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23977 00000100:00100000:0.0:1780298645.524422:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969298 gen 2 00010000:00010000:0.0:1780298645.524452:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524462:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524478:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524485:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524492:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.524502:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.524505:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.524509:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524516:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524523:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524530:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.524534:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524558:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.524563:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524569:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4751 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.524585:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609649280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.524599:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524607:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524614:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524620:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524626:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.524632:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.524635:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.524645:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524652:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524659:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.524665:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.524669:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.524677:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 456 00000020:00010000:1.0:1780298645.524683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583230 (ffff8c439057dcf8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.524702:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583230 (ffff8c439057dcf8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.524705:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.524708:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.524710:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583230 (ffff8c439057dcf8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.524712:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057dcf8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.524726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057dcf8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.524752:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.524758:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.524764:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.524766:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d474a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.524780:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:0.0:1780298645.524781:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609649152:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.524793:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.524798:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.524808:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.524810:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.524817:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.524818:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f05f0, flags 0x400001002 00010000:00010000:1.0:1780298645.524837:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.524844:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.524869:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.524874:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.524881:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.524882:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609649408:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.524895:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609649536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.525598:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.525617:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.525631:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061376 00000100:00100000:0.0:1780298645.525635:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061376 00000100:00100000:1.0:1780298645.525641:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061504 00000100:00100000:1.0:1780298645.525645:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061504 00000100:00100000:0.0:1780298645.525660:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23978 00000100:00100000:1.0:1780298645.525666:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23979 00000100:00100000:0.0:1780298645.525670:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605061376:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.525676:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.525677:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605061504:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.525705:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.525726:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.525729:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298645.525766:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.525768:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000020:00010000:1.0:1780298645.525777:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.525777:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.525780:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000020:00010000:1.0:1780298645.525781:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:1.0:1780298645.525787:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.525788:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:0.0:1780298645.525821:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605061376:12345-192.168.203.125@tcp:106: Request processed in 155us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.525827:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605061504:12345-192.168.203.125@tcp:106: Request processed in 153us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.525830:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23978 00000100:00100000:1.0:1780298645.525838:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23979 00010000:00010000:0.0:1780298645.526464:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526477:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526487:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526494:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526501:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.526510:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.526514:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.526518:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526526:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526539:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526545:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.526549:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526582:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.526587:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526593:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.526596:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4758 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526617:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.526625:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609649408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.526641:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526656:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526667:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.526676:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.526680:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.526729:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526737:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526755:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526772:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.526776:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526818:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.526824:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.526832:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d475f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.526846:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609649536:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.527018:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d476d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.527031:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d476d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.527056:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.527591:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.527637:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.527646:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061632 00000100:00100000:0.0:1780298645.527650:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061632 00000100:00100000:0.0:1780298645.527679:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23980 00000100:00100000:0.0:1780298645.527705:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605061632:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.527713:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298645.527735:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298645.527760:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.527762:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000020:00010000:0.0:1780298645.527767:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.527769:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000100:00100000:1.0:1780298645.527802:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.527809:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605061632:12345-192.168.203.125@tcp:106: Request processed in 122us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.527817:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23980 00000100:00100000:1.0:1780298645.527827:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061760 00000100:00100000:1.0:1780298645.527832:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061760 00000100:00100000:0.0:1780298645.527853:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23981 00000100:00100000:0.0:1780298645.527862:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605061760:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.527869:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.527877:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298645.527897:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.527899:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000020:00010000:0.0:1780298645.527903:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.527905:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 40 00000100:00100000:0.0:1780298645.527947:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605061760:12345-192.168.203.125@tcp:106: Request processed in 79us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.527955:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23981 00000080:00200000:1.0:1780298645.528756:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 456 00000020:00010000:1.0:1780298645.528761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901defe8 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.528764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901defe8 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.528768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.528771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.528776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901defe8 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.528781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.528789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.528830:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.528898:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1955 00000080:00200000:1.0:1780298645.528904:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.528918:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.528942:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1955, 1955] 00000008:00010000:1.0:1780298645.528951:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.528954:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860224b0, osc lock ffff8c43908f0130, flags 0x0 00010000:00010000:1.0:1780298645.528979:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.528987:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.528995:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.529007:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609649920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.529036:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.529665:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.529712:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605061888 00000100:00100000:1.0:1780298645.529724:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605061888 00000100:00100000:1.0:1780298645.529752:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23982 00000100:00100000:1.0:1780298645.529760:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605061888:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.529766:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.529795:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.529799:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605061888:12345-192.168.203.125@tcp:104: Request processed in 42us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.529803:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23982 00010000:00010000:3.0:1780298645.529819:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.529827:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.529837:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.529841:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298645.529962:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.530041:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.530085:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.530098:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.530116:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.530124:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d473c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035825 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298645.530140:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.530144:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.530147:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.530296:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609649920:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.530306:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530317:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530322:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.530828:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.530854:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062016 00000100:00100000:1.0:1780298645.530858:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062016 00000100:00100000:1.0:1780298645.530878:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23983 00000100:00100000:1.0:1780298645.530883:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605062016:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.530888:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530894:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->3817471] (req 3813376->3817471) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530900:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530905:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530910:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530919:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.530931:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffc800) 00010000:00010000:3.0:1780298645.530942:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.530950:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.530958:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.530965:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605062016:12345-192.168.203.125@tcp:105: Request processed in 79us (134us total) trans 0 rc 0/0 00000008:00010000:3.0:1780298645.530968:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4118169, setting rss=4118169; kms=4118169, end=37367807 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.530978:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23983 00010000:00010000:3.0:1780298645.530980:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.530990:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.531004:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:3.0:1780298645.531041:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab300 00000008:00010000:3.0:1780298645.531076:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab300 00010000:00010000:3.0:1780298645.531097:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3813376 3817471) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298645.531152:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1880 - object 0x280000401:18 offset 3813376<>3817472 00000020:00010000:3.0:1780298645.532110:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860963f8 (ffff8c439057d758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.532115:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860963f8 (ffff8c439057d758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.532119:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860224b0 (ffff8c439057da28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.532124:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.532134:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.532148:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860963f8 (ffff8c439057d758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.532151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860224b0 (ffff8c439057d758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.532175:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.532564:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00010000:1.0:1780298645.533304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794128 (ffff8c43929ee098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.533307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794128 (ffff8c43929ee098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.533309:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6fb0 (ffff8c43929ee248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.533313:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.533320:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.533327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794128 (ffff8c43929ee098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.533329:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6fb0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.533344:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.533373:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.533377:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.533387:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1956, 1956] 00000008:00010000:1.0:1780298645.533391:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.533392:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022430, osc lock ffff8c43908f0130, flags 0x0 00010000:00010000:1.0:1780298645.533398:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.533405:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3817472 3821567) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.533410:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.533415:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.533419:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.533424:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:1.0:1780298645.533432:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000a9f973b5 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.533437:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a9f973b5 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.533441:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000a6206c19 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.533445:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000a6206c19 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.533465:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000020:00010000:1.0:1780298645.533470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096038 (ffff8c439057df38/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.533472:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096038 (ffff8c439057df38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.533473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022430 (ffff8c439057d758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.533475:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.533480:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.533485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096038 (ffff8c439057df38/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.533487:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022430 (ffff8c439057df38/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.533496:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.533524:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1957 00000080:00200000:1.0:1780298645.533529:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.533534:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.533546:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1957, 1957] 00000008:00010000:1.0:1780298645.533551:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.533553:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022430, osc lock ffff8c43908f0130, flags 0x0 00010000:00010000:1.0:1780298645.533561:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.533569:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3821568 3825663) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.533577:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.533584:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.533591:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.533599:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00010000:00010000:1.0:1780298645.533617:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 70 res 10737419265/18 (3792896 3796991) 00000008:00010000:1.0:1780298645.533624:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1f00 00000008:00010000:1.0:1780298645.533646:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1f00 00010000:00010000:1.0:1780298645.533655:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3821568 3825663) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:1.0:1780298645.533668:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf0e00 - object 0x280000401:18 offset 3821568<>3825664 00000100:00100000:0.0:1780298645.533731:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609650432:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.534516:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1f00 00000020:00200000:1.0:1780298645.534521:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.534531:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1f00 00000100:00100000:1.0:1780298645.534544:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609650432:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298645.536254:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.536366:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609650688:192.168.203.125@tcp:16:fsx.0 00000100:00100000:3.0:1780298645.537713:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969301 gen 2 00000100:00100000:3.0:1780298645.537750:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609650688:192.168.203.125@tcp:16:fsx.0 00000100:00100000:3.0:1780298645.539194:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.539204:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609650944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.539929:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.539975:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062144 00000100:00100000:1.0:1780298645.539981:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062144 00000100:00100000:1.0:1780298645.540016:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23984 00000100:00100000:1.0:1780298645.540031:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605062144:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.540038:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.540049:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.540072:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.540073:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.540076:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.540076:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.540110:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605062144:12345-192.168.203.125@tcp:106: Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.540115:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23984 00010000:00010000:3.0:1780298645.540853:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540866:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540877:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540884:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540891:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.540900:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.540904:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.540915:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540923:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540931:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.540939:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.540944:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.541005:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.541011:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.541031:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4782 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.541052:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609650944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.541186:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609651072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.541850:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.541893:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062272 00000100:00100000:0.0:1780298645.541898:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062272 00000100:00100000:0.0:1780298645.541940:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23985 00000100:00100000:0.0:1780298645.541947:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605062272:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.541953:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.541961:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.541982:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.541984:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.541986:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.541987:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.542024:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605062272:12345-192.168.203.125@tcp:106: Request processed in 74us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.542029:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23985 00010000:00010000:3.0:1780298645.542663:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542674:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542683:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542728:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542738:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.542747:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.542751:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.542761:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542769:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542776:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542783:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.542787:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542851:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.542856:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.542869:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4789 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.542884:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609651072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.543060:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609651200:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.543702:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.543751:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062400 00000100:00100000:0.0:1780298645.543755:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062400 00000100:00100000:0.0:1780298645.543778:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23986 00000100:00100000:0.0:1780298645.543784:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605062400:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.543790:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.543801:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.543817:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.543818:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.543820:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.543821:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.543849:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605062400:12345-192.168.203.125@tcp:106: Request processed in 66us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.543854:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23986 00010000:00010000:3.0:1780298645.544404:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544414:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544421:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544425:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544430:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.544435:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.544437:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.544448:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544455:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544463:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544469:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.544474:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544501:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.544514:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.544523:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4790 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.544540:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609651200:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.544878:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609651328:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.545966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.545970:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.545972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6f30 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.545976:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.545983:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.545993:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.545994:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6f30 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.546014:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.546062:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 202 00000080:00200000:1.0:1780298645.546065:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.546069:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.546080:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [202, 202] 00000008:00010000:1.0:1780298645.546085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.546086:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022a30, osc lock ffff8c43908f05f0, flags 0x0 00010000:00010000:1.0:1780298645.546093:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.546099:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (827392 831487) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.546105:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.546110:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.546114:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298645.546119:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000008:00010000:1.0:1780298645.546132:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1e40 00000008:00010000:1.0:1780298645.546153:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1e40 00010000:00010000:1.0:1780298645.546162:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (827392 831487) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00100000:1.0:1780298645.546175:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1880 - object 0x2c0000401:17 offset 827392<>831488 00000100:00100000:1.0:1780298645.546203:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.546212:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609651456:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.546974:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1e40 00000020:00200000:0.0:1780298645.546978:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.546987:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1e40 00000100:00100000:0.0:1780298645.546999:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609651456:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298645.549125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.549132:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.549138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6e30 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.549144:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298645.549155:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:3.0:1780298645.549166:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.549169:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6e30 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.549193:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.549474:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.549484:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609651712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.550136:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.550181:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.550190:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062528 00000100:00100000:0.0:1780298645.550194:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062528 00000100:00100000:0.0:1780298645.550223:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23987 00000100:00100000:0.0:1780298645.550229:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605062528:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.550241:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.550249:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.550274:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.550275:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.550277:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.550279:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.550309:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605062528:12345-192.168.203.125@tcp:106: Request processed in 80us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.550314:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23987 00010000:00010000:3.0:1780298645.552113:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552125:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552132:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552137:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552142:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.552148:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.552152:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.552160:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552165:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552169:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552173:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.552176:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552202:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.552207:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.552219:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4797 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.552241:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609651712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.552389:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.552396:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609651840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.553073:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.553121:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062656 00000100:00100000:0.0:1780298645.553126:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062656 00000100:00100000:0.0:1780298645.553158:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23988 00000100:00100000:0.0:1780298645.553167:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605062656:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.553175:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.553184:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.553210:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.553213:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.553217:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.553218:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.553258:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605062656:12345-192.168.203.125@tcp:106: Request processed in 93us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.553266:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23988 00010000:00010000:3.0:1780298645.553875:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553892:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553899:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553904:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553909:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.553913:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.553916:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.553923:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553927:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553932:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553936:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.553939:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553957:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.553962:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.553973:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d479e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.553986:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609651840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.554156:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.554165:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609651968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.554815:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.554837:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.554851:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062784 00000100:00100000:1.0:1780298645.554852:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605062912 00000100:00100000:0.0:1780298645.554855:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062784 00000100:00100000:1.0:1780298645.554857:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605062912 00000100:00100000:0.0:1780298645.554884:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23989 00000100:00100000:0.0:1780298645.554894:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605062784:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.554895:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23990 00010000:00010000:0.0:1780298645.554903:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.554911:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605062912:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.554912:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.554924:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.554933:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00010000:0.0:1780298645.554934:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.554937:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.554945:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.554947:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.554979:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605062784:12345-192.168.203.125@tcp:106: Request processed in 90us (163us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.554985:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298645.554989:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23989 00000020:00010000:1.0:1780298645.554990:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000020:00010000:1.0:1780298645.554995:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.554998:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 416 00000100:00100000:1.0:1780298645.555036:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605062912:12345-192.168.203.125@tcp:106: Request processed in 130us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.555043:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23990 00010000:00010000:3.0:1780298645.555761:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555773:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555782:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555789:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555797:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.555806:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.555810:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.555821:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555829:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555837:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555845:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.555850:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555901:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.555907:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.555916:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d47a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.555935:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609651968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.556646:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.556705:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063040 00000100:00100000:1.0:1780298645.556710:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063040 00000100:00100000:1.0:1780298645.556748:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23991 00000100:00100000:1.0:1780298645.556756:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605063040:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.556765:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303581e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.556802:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.556808:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605063040:12345-192.168.203.125@tcp:104: Request processed in 54us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.556815:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23991 00000100:00100000:3.0:1780298645.557041:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609652352:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.557797:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.557831:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063168 00000100:00100000:1.0:1780298645.557835:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063168 00000100:00100000:1.0:1780298645.557854:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23992 00000100:00100000:1.0:1780298645.557858:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605063168:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.557863:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->3653631] (req 3649536->3653631) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.557869:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->3653631] (req 3649536->3653631) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.557875:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.557881:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.557886:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.557896:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.557909:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692400) 00000100:00100000:1.0:1780298645.557936:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605063168:12345-192.168.203.125@tcp:105: Request processed in 77us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.557942:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23992 00000020:00010000:0.0:1780298645.559020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07944e8 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.559024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07944e8 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.559028:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6bb0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.559033:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.559044:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.559059:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07944e8 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.559062:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6bb0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.559080:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.559117:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.559122:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.559131:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.559139:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.559145:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.559149:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.559153:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.559156:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4743 00000080:00010000:0.0:1780298645.559159:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4743 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.559161:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.559165:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.559183:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.559186:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.559199:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.559200:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386085db0, flags 0x400001002 00000008:00010000:0.0:1780298645.559210:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.559211:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085690, flags 0x400001002 00010000:00010000:0.0:1780298645.559216:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.559227:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.559232:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.559253:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.559260:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.559268:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609652608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.559297:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.559305:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.559320:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.559328:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.559337:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609652736:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.559897:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.559933:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063296 00000100:00100000:1.0:1780298645.559937:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063296 00000100:00100000:1.0:1780298645.559964:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23993 00000100:00100000:1.0:1780298645.559973:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605063296:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.559980:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.559988:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.560013:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.560015:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.560017:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.560019:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.560034:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.560053:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605063296:12345-192.168.203.125@tcp:106: Request processed in 82us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.560058:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23993 00000100:00100000:0.0:1780298645.560066:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.560074:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (1/3 left), rc = 0 00000100:00100000:0.0:1780298645.560079:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063424 00000100:00100000:0.0:1780298645.560083:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063424 00000100:00100000:0.0:1780298645.560111:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23994 00000100:00100000:0.0:1780298645.560119:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605063424:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.560125:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.560133:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.560162:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.560165:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.560169:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.560170:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.560211:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605063424:12345-192.168.203.125@tcp:106: Request processed in 93us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.560217:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23994 00010000:00010000:0.0:1780298645.560638:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560646:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560660:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560667:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560672:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.560677:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.560680:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.560681:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560703:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560710:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560728:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.560731:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560751:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.560755:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560760:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d47ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.560769:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609652608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.560818:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560828:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560836:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560849:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560858:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.560866:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=4118169, end=18446744073709551615 00000020:00200000:0.0:1780298645.560870:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.560880:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560889:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560898:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.560905:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.560907:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 488 00010000:00010000:0.0:1780298645.560909:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.560912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752910 (ffff8c43878aeb48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.560918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752910 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.560925:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.560928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.560930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752910 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.560932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.560937:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878aeb48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.560946:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.560952:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.560966:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.560967:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d47c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.560985:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609652736:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.560993:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.561008:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.561012:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.561027:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.561029:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.561043:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.561045:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298645.561052:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.561069:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.561078:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.561101:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.561110:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298645.561117:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.561119:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609652864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.561130:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.561148:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.561153:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609652992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.561780:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.561805:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063552 00000100:00100000:0.0:1780298645.561809:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063552 00000100:00100000:1.0:1780298645.561817:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.561836:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063680 00000100:00100000:1.0:1780298645.561840:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063680 00000100:00100000:0.0:1780298645.561842:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23995 00000100:00100000:0.0:1780298645.561849:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605063552:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.561855:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.561861:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.561862:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23996 00000100:00100000:1.0:1780298645.561872:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605063680:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.561877:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.561886:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00010000:00010000:1.0:1780298645.561888:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.561888:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.561897:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.561900:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.561926:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.561928:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.561933:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605063552:12345-192.168.203.125@tcp:106: Request processed in 83us (152us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.561934:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.561937:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.561945:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23995 00000100:00100000:1.0:1780298645.561972:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605063680:12345-192.168.203.125@tcp:106: Request processed in 101us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.561978:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23996 00010000:00010000:0.0:1780298645.562573:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562586:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562596:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562603:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562611:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.562620:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.562624:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.562627:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562632:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562637:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562641:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.562643:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562662:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.562665:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562669:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d47c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.562676:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609652864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.562713:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562732:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562738:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562742:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562750:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.562755:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=4118169, end=18446744073709551615 00000020:00200000:0.0:1780298645.562757:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.562763:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562767:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562772:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562776:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.562778:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 488 00010000:00010000:0.0:1780298645.562779:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.562785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.562788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.562790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.562793:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.562795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.562797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.562799:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.562800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.562802:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.562807:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d47cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.562820:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609652992:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.562822:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.562836:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8312473 00000080:00a00000:1.0:1780298645.562870:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:1.0:1780298645.562881:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.562884:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.562893:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.562894:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298645.562900:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.562901:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.562906:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.562918:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.562925:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.562945:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.562954:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.562957:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298645.562962:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.562967:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653120:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.562972:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.563003:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.563540:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.563578:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063808 00000100:00100000:0.0:1780298645.563583:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063808 00000100:00100000:0.0:1780298645.563609:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23997 00000100:00100000:0.0:1780298645.563615:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605063808:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.563620:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.563626:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.563645:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.563647:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.563649:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.563650:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:1.0:1780298645.563663:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.563677:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605063936 00000100:00100000:1.0:1780298645.563680:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605063936 00000100:00100000:0.0:1780298645.563725:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605063808:12345-192.168.203.125@tcp:106: Request processed in 97us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.563730:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23998 00000100:00100000:0.0:1780298645.563739:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23997 00000100:00100000:1.0:1780298645.563742:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605063936:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.563748:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.563755:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.563775:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.563777:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.563779:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.563781:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.563812:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605063936:12345-192.168.203.125@tcp:106: Request processed in 74us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.563817:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23998 00010000:00010000:0.0:1780298645.564271:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564288:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564297:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564304:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564312:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.564320:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.564323:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.564326:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564331:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564336:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564340:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.564343:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564365:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.564367:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564372:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d47d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.564380:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653120:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.564411:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564421:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564430:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564437:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564444:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.564466:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=4118169, end=18446744073709551615 00000020:00200000:0.0:1780298645.564470:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.564482:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564490:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564497:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564503:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.564507:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.564510:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 488 00000020:00010000:1.0:1780298645.564517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.564520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.564523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.564526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.564529:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.564531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.564533:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.564535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.564539:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.564546:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.564560:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653248:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.564562:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.564622:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 831 00000080:00200000:1.0:1780298645.564627:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.564632:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.564643:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [831, 831] 00000008:00010000:1.0:1780298645.564648:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.564651:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022230, osc lock ffff8c43908f0e40, flags 0x0 00010000:00010000:1.0:1780298645.564659:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (3403776 3407871) 00010000:00010000:1.0:1780298645.564676:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.564684:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3407871] (req 3403776->3407871) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.564728:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3407871] (req 3403776->3407871) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.564741:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609653376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.564774:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.565650:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609653504:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.566760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860965d8 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.566765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860965d8 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.566768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022230 (ffff8c439057d128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.566773:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.566782:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.566794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860965d8 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.566797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022230 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.566817:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.566873:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 832 00000080:00200000:1.0:1780298645.566877:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.566884:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.566897:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [832, 832] 00000008:00010000:1.0:1780298645.566903:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.566905:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022230, osc lock ffff8c43908f0e40, flags 0x0 00010000:00010000:1.0:1780298645.566914:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.566922:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3407872 3411967) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.566928:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.566937:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.566941:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.566946:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8312473 00000008:00010000:1.0:1780298645.566961:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000008:00010000:1.0:1780298645.566983:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1cc0 00010000:00010000:1.0:1780298645.566992:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3407872 3411967) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298645.567004:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf3100 - object 0x2c0000401:17 offset 3407872<>3411968 00000100:00100000:0.0:1780298645.567034:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.567045:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653632:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.567934:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000020:00200000:0.0:1780298645.567939:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.567948:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000100:00100000:0.0:1780298645.567963:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653632:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.567978:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860965d8 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.567983:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860965d8 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.567985:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022230 (ffff8c439057d128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.567989:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.567995:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.568002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860965d8 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.568004:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022230 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.568016:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.568083:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.568090:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.568106:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.568115:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.568122:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.568126:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.568131:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.568133:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4743 00000080:00010000:1.0:1780298645.568137:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4743 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.568138:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.568143:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.568158:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.568162:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.568170:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.568171:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f0e40, flags 0x400001002 00000008:00010000:1.0:1780298645.568177:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.568178:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298645.568183:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.568196:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.568205:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.568224:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.568233:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.568238:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.568242:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653760:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.568249:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.568279:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.568284:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653888:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.569002:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.569035:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064064 00000100:00100000:0.0:1780298645.569042:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064064 00000100:00100000:0.0:1780298645.569072:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 23999 00000100:00100000:0.0:1780298645.569079:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605064064:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.569085:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.569093:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.569108:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298645.569112:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.569114:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.569116:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.569118:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:1.0:1780298645.569123:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064192 00000100:00100000:1.0:1780298645.569127:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064192 00000100:00100000:1.0:1780298645.569144:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24000 00000100:00100000:1.0:1780298645.569151:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605064192:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.569156:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.569160:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605064064:12345-192.168.203.125@tcp:106: Request processed in 81us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298645.569171:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.569172:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 23999 00000020:00010000:1.0:1780298645.569194:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.569196:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.569199:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.569201:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.569227:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605064192:12345-192.168.203.125@tcp:106: Request processed in 77us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.569232:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24000 00010000:00010000:1.0:1780298645.569737:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569745:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569752:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569756:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569760:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.569766:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.569769:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.569771:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569775:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569780:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569784:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.569787:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569803:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.569806:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.569810:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d47eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.569817:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.569928:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569940:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569949:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569954:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569959:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.569964:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=4118169, end=18446744073709551615 00000020:00200000:0.0:1780298645.569966:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.569975:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569979:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569984:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.569992:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.569993:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 488 00010000:00010000:0.0:1780298645.569995:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.569997:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.570002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.570007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.570009:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.570011:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583230 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.570012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057db48/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.570014:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.570031:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.570035:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.570040:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.570041:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d47f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.570053:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609653888:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.570059:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.570072:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.570077:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.570089:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.570091:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298645.570101:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.570102:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298645.570109:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.570123:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.570128:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.570146:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.570153:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.570158:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.570165:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.570165:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654016:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.570198:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.570202:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.570773:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.570800:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064320 00000100:00100000:0.0:1780298645.570805:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064320 00000100:00100000:0.0:1780298645.570830:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24001 00000100:00100000:0.0:1780298645.570835:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605064320:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.570841:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.570847:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.570868:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.570870:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.570874:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.570876:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.570918:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605064320:12345-192.168.203.125@tcp:106: Request processed in 81us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.570923:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24001 00000100:00100000:1.0:1780298645.570934:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.570951:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064448 00000100:00100000:0.0:1780298645.570954:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064448 00000100:00100000:0.0:1780298645.570972:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24002 00000100:00100000:0.0:1780298645.570978:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605064448:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.570982:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.570988:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.571003:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.571004:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.571006:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.571007:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.571036:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605064448:12345-192.168.203.125@tcp:106: Request processed in 58us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.571042:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24002 00010000:00010000:0.0:1780298645.571411:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571423:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571432:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571439:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571447:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.571455:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.571459:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.571462:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571469:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571477:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571482:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.571486:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571509:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.571512:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.571519:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d47f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.571529:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654016:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.571667:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571678:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571703:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571709:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571723:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.571729:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=4118169, end=18446744073709551615 00000020:00200000:1.0:1780298645.571731:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.571741:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571749:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571757:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571763:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.571767:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571797:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.571801:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.571808:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4800 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.571819:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.572000:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609654272:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.572740:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.572764:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.572770:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064576 00000100:00100000:1.0:1780298645.572774:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064576 00000100:00100000:0.0:1780298645.572776:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064704 00000100:00100000:0.0:1780298645.572779:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064704 00000100:00100000:1.0:1780298645.572795:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24003 00000100:00100000:1.0:1780298645.572801:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605064576:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.572804:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24004 00010000:00010000:1.0:1780298645.572808:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.572810:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605064704:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.572816:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.572817:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.572824:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.572838:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.572840:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.572841:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.572843:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:1.0:1780298645.572844:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.572846:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.572847:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.572849:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.572877:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605064576:12345-192.168.203.125@tcp:106: Request processed in 75us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.572877:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605064704:12345-192.168.203.125@tcp:106: Request processed in 66us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.572884:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24004 00000100:00100000:1.0:1780298645.572886:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24003 00010000:00010000:3.0:1780298645.573488:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573506:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573527:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573538:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573558:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.573582:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298645.573592:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.573604:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573611:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573620:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573624:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.573626:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 488 00010000:00010000:3.0:1780298645.573627:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.573634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcff8 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.573637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcff8 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.573640:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.573644:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.573646:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcff8 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.573649:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.573654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee488/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.573668:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.573673:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.573678:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4807 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.573702:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.573707:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609654272:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.573739:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.573749:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.573753:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.573769:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.573771:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298645.573779:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.573780:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298645.573786:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.573799:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.573804:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.573821:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.573830:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.573836:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654528:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.573844:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.573852:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.573874:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.573878:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654656:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.574517:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.574534:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.574550:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064832 00000100:00100000:0.0:1780298645.574551:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605064960 00000100:00100000:1.0:1780298645.574553:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064832 00000100:00100000:0.0:1780298645.574558:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605064960 00000100:00100000:0.0:1780298645.574586:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24005 00000100:00100000:1.0:1780298645.574592:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24006 00000100:00100000:0.0:1780298645.574593:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605064832:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.574600:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.574603:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605064960:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.574613:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.574614:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.574630:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.574656:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.574659:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.574667:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.574667:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.574670:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.574671:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.574676:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.574677:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4118169 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.574748:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605064960:12345-192.168.203.125@tcp:106: Request processed in 147us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.574749:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605064832:12345-192.168.203.125@tcp:106: Request processed in 156us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.574759:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24006 00000100:00100000:0.0:1780298645.574765:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24005 00010000:00010000:0.0:1780298645.575406:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575418:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575424:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575428:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575432:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.575437:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4118169, setting rss=4118169; leaving kms=4118169, end=18446744073709551615 00000020:00200000:0.0:1780298645.575439:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.575441:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575445:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575449:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575453:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.575464:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575492:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.575496:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575504:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d481c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.575515:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654656:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.575529:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575537:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575544:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575552:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575556:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.575569:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.575572:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.575583:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575590:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575597:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575605:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.575608:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.575609:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8312473 i_blocks 488 00000020:00010000:1.0:1780298645.575616:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.575622:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.575626:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.575629:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.575632:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.575635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.575639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057de18/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.575641:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.575646:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.575655:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4815 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.575666:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298645.575669:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609654528:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.575713:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8312473 00000080:00200008:1.0:1780298645.576186:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8312473, valid attrs 2068, mode 0, uid 0, gid 0, new size 10044631, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:1.0:1780298645.576213:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d477b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035872 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.576231:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 145 lru_type: 1 00010000:00010000:1.0:1780298645.576260:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d477b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035872 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.576266:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.576268:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d477b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035872 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00100000:1.0:1780298645.576281:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298645.576288:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4387bf0000 x1866777609654912/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298645.576303:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609654912:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298645.576344:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.577294:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.577322:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065088 00000100:00100000:0.0:1780298645.577326:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065088 00000100:00100000:0.0:1780298645.577349:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24007 00000100:00100000:0.0:1780298645.577354:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605065088:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.577360:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc600/0x11c228eb194d4743 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035833 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.577389:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.577392:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605065088:12345-192.168.203.125@tcp:104: Request processed in 39us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.577398:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24007 00000100:00100000:3.0:1780298645.577525:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609655040:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.579322:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.579366:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.579377:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065216 00000100:00100000:0.0:1780298645.579382:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065216 00000100:00100000:0.0:1780298645.579420:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24008 00000100:00100000:0.0:1780298645.579429:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605065216:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.579443:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.579457:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298645.579491:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.579499:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605065216:12345-192.168.203.125@tcp:104: Request processed in 72us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.579506:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24008 00000100:00100000:0.0:1780298645.579534:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065344 00000100:00100000:0.0:1780298645.579537:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065344 00000100:00100000:0.0:1780298645.579558:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24009 00000100:00100000:0.0:1780298645.579572:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605065344:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.579583:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d47b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3649536->37203967] (req 3649536->3653631) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630358aa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.579587:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.579595:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.579605:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.579610:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.579625:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.579632:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605065344:12345-192.168.203.125@tcp:104: Request processed in 67us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.579639:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24009 00000080:00200000:3.0:1780298645.579655:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.579796:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.579840:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.579858:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.579867:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.579875:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d47e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3403776->3649535] (req 3403776->3407871) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630358db expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.579893:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.579974:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.579976:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.580909:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.580954:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065472 00000100:00100000:0.0:1780298645.580959:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065472 00000100:00100000:0.0:1780298645.580985:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24010 00000100:00100000:0.0:1780298645.580993:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605065472:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.581001:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.581012:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.581022:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.581030:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.581038:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.581047:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.581065:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00000100:00100000:0.0:1780298645.581087:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605065472:12345-192.168.203.125@tcp:105: Request processed in 95us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.581094:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24010 00000100:00100000:1.0:1780298645.581885:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.581921:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065600 00000100:00100000:0.0:1780298645.581925:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065600 00000100:00100000:0.0:1780298645.581949:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24011 00000100:00100000:0.0:1780298645.581956:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605065600:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.581964:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.581997:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.582002:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605065600:12345-192.168.203.125@tcp:104: Request processed in 47us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.582009:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24011 00010000:00010000:3.0:1780298645.582012:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.582020:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.582029:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.582035:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298645.582103:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.582148:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.582186:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.582194:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.582211:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.582219:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4774 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3813376->37367807] (req 3813376->3817471) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035864 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298645.582236:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.582239:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.582242:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.583037:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.583075:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065728 00000100:00100000:0.0:1780298645.583079:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065728 00000100:00100000:0.0:1780298645.583100:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24012 00000100:00100000:0.0:1780298645.583106:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605065728:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.583112:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.583119:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.583129:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.583134:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.583138:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.583143:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.583155:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692600) 00000100:00100000:0.0:1780298645.583176:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605065728:12345-192.168.203.125@tcp:105: Request processed in 70us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.583188:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24012 00000100:00100000:3.0:1780298645.583269:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609655808:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.584281:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609655808:192.168.203.125@tcp:10:fsx.0 00000020:00010000:3.0:1780298645.585768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07948a8 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.585773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07948a8 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.585775:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6cb0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.585780:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.585793:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298645.585803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07948a8 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.585805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6cb0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.585826:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.586176:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609656192:192.168.203.125@tcp:3:fsx.0 00000008:00010000:3.0:1780298645.586930:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617d80 00000020:00200000:3.0:1780298645.586934:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1780298645.586945:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617d80 00000100:00100000:3.0:1780298645.586959:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609656192:192.168.203.125@tcp:3:fsx.0 00000100:00100000:3.0:1780298645.587468:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.587477:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609656320:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.588824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929eed88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.588827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.588829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6630 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.588832:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.588839:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.588846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.588849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6630 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.588867:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.588899:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.588903:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.588913:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2452, 2452] 00000008:00010000:1.0:1780298645.588917:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.588919:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022eb0, osc lock ffff8c43908f1b50, flags 0x0 00010000:00010000:1.0:1780298645.588925:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588935:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5849088 5853183) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588940:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588945:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588949:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000001:00010000:1.0:1780298645.588954:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.588957:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.588958:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298645.588967:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.588968:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.588971:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588976:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298645.588980:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.588981:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 8/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588986:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 7/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.588991:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.588995:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.589000:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.589001:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.589005:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.589010:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.589012:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 488 00000020:00010000:1.0:1780298645.589013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.589015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.589016:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.589017:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.589019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.589021:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.589024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057de18/1) at cl_lock_fini():72 00000008:00010000:1.0:1780298645.589036:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1780298645.589044:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1780298645.589051:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 0000000065dc7a08 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1780298645.589058:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 0000000065dc7a08 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298645.589069:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.589077:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.589080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.589082:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022eb0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.589086:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.589092:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.589098:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.589099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022eb0 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.589113:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.589128:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 10035200, end 10047487, datasync 1 00000080:00200000:1.0:1780298645.589141:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.589146:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298645.589159:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000065dc7a08 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:1.0:1780298645.589170:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000065dc7a08 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.589196:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5840896 5844991) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00100000:1.0:1780298645.589230:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf3b80 - object 0x2c0000401:17 offset 5840896<>5850327 00000100:00100000:0.0:1780298645.589282:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609656448:192.168.203.125@tcp:4:fsx.0 00000008:00010000:0.0:1780298645.590532:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000065dc7a08 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:0.0:1780298645.590602:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000065dc7a08 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:0.0:1780298645.590628:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609656448:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298645.590742:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.590767:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.590772:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298645.590829:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.590849:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609656576:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298645.592467:0:2397:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969757 gen 1 00000100:00100000:0.0:1780298645.592524:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609656576:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298645.592559:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 512 00000080:00200000:1.0:1780298645.592581:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.592634:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.592642:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.592661:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.592671:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298645.592736:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.592745:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.592760:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.592774:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609656704:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.592822:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.595207:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609656960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.596009:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.596030:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.596051:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.596061:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (1/3 left), rc = 0 00000100:00100000:1.0:1780298645.596062:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065856 00000100:00100000:1.0:1780298645.596067:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065856 00000100:00100000:0.0:1780298645.596074:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605065984 00000100:00100000:0.0:1780298645.596079:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605065984 00000100:00100000:1.0:1780298645.596106:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24013 00000100:00100000:1.0:1780298645.596118:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605065856:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.596119:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24014 00010000:00010000:1.0:1780298645.596129:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:0.0:1780298645.596135:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605065984:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.596141:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298645.596146:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.596157:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.596166:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.596168:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5850327 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 448 00000020:00010000:1.0:1780298645.596171:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.596172:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5850327 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 448 00000020:00010000:0.0:1780298645.596193:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.596195:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.596200:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:1.0:1780298645.596204:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605065856:12345-192.168.203.125@tcp:106: Request processed in 90us (195us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298645.596204:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:1.0:1780298645.596213:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24013 00000100:00100000:0.0:1780298645.596256:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605065984:12345-192.168.203.125@tcp:106: Request processed in 126us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.596264:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24014 00000100:00100000:3.0:1780298645.597043:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969755 gen 2 00010000:00010000:3.0:1780298645.597131:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597153:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597175:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597188:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597196:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.597220:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5850327, setting rss=5850327; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.597226:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.597229:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597239:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597246:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.597250:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.597254:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.597279:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 512 00000020:00010000:1.0:1780298645.597284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929ee3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.597289:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929ee3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.597295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.597299:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.597300:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.597305:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929ee3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.597307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee3f8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.597313:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.597313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee3f8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.597328:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d483f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.597337:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.597351:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609656960:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.597371:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.597383:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.597389:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.597403:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.597406:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298645.597423:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.597425:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.597451:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.597460:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.597501:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.597507:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.597514:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609657216:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.597515:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.597537:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609657344:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.598210:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.598247:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066112 00000100:00100000:0.0:1780298645.598251:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066112 00000100:00100000:0.0:1780298645.598278:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24015 00000100:00100000:1.0:1780298645.598279:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.598285:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605066112:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.598292:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298645.598301:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:0.0:1780298645.598326:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.598328:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5850327 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 448 00000020:00010000:0.0:1780298645.598330:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.598331:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5850327 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 448 00000100:00100000:0.0:1780298645.598363:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605066112:12345-192.168.203.125@tcp:106: Request processed in 79us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.598370:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24015 00000100:00100000:0.0:1780298645.598381:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066240 00000100:00100000:0.0:1780298645.598384:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066240 00000100:00100000:0.0:1780298645.598397:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24016 00000100:00100000:0.0:1780298645.598409:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605066240:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.598420:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.598428:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298645.598458:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.598459:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000020:00010000:0.0:1780298645.598461:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.598462:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 64 00000100:00100000:0.0:1780298645.598490:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605066240:12345-192.168.203.125@tcp:106: Request processed in 86us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.598497:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24016 00010000:00010000:0.0:1780298645.598905:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598915:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598921:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598925:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598929:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.598935:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5850327, setting rss=5850327; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.598938:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.598940:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598944:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598948:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598952:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.598954:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598970:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.598972:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.598976:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d484d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.598986:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609657216:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.599120:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599129:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599139:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599143:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599147:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.599152:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.599154:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.599164:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599171:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599179:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599187:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.599190:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.599193:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 512 00000020:00010000:1.0:1780298645.599201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.599207:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.599215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.599219:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.599222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.599224:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.599229:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057de18/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.599245:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.599249:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.599255:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4854 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.599268:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298645.599269:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609657344:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.599292:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10044631 00000080:00200000:1.0:1780298645.599329:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 4309416, len 64 00000080:00200000:1.0:1780298645.599344:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.599346:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.599354:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.599367:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1052, 1052] 00000008:00010000:1.0:1780298645.599374:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.599377:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022eb0, osc lock ffff8c43908f17c0, flags 0x0 00010000:00010000:1.0:1780298645.599387:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.599398:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (114688 118783) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.599407:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.599416:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.599423:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298645.599434:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 512 00000100:00100000:0.0:1780298645.599491:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609657472:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298645.600271:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609657472:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.600286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.600290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022eb0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.600297:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.600305:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.600315:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.600317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022eb0 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.600333:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.600348:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.600355:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.600370:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.600380:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035936 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.600393:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035936 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.600400:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.600405:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.600408:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4831 00000080:00010000:1.0:1780298645.600413:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4831 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.600416:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035936 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.600423:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035936 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.600444:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.600449:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.600474:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.600476:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298645.600487:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.600489:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298645.600497:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1780298645.600505:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:1.0:1780298645.600513:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.600515:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1780298645.600522:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.600533:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.600540:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298645.600546:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.600548:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.600554:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298645.600561:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.600566:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 512 00000020:00010000:1.0:1780298645.600568:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.600570:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600572:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600578:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.600580:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.600583:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.600597:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.600610:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.600620:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.600623:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.600633:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.600634:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298645.600642:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.600644:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298645.600650:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.600658:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:1.0:1780298645.600665:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.600668:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.600675:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298645.600710:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.600731:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298645.600743:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.600745:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.600751:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:1.0:1780298645.600758:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.600762:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 10044631 i_blocks 512 00000020:00010000:1.0:1780298645.600764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.600766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.600779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.600781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.600783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.600798:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.600807:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 10044631 00000080:00200008:1.0:1780298645.600837:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 10044631, valid attrs 2068, mode 0, uid 0, gid 0, new size 4806904, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:1.0:1780298645.600855:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d4838 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035944 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.600867:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 149 lru_type: 1 00010000:00010000:1.0:1780298645.600894:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d4838 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035944 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.600899:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.600902:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d4838 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035944 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1780298645.600914:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298645.600921:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4387bf1500 x1866777609657728/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298645.600935:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609657728:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298645.600971:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.601814:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.601849:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066368 00000100:00100000:0.0:1780298645.601854:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066368 00000100:00100000:0.0:1780298645.601887:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24017 00000100:00100000:0.0:1780298645.601897:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6476:x1866777605066368:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.601906:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffda00/0x11c228eb194d4831 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035936 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.601945:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.601951:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6476:x1866777605066368:12345-192.168.203.125@tcp:104: Request processed in 57us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.601958:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24017 00010000:00010000:2.0:1780298645.603155:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.603166:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.603172:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.603181:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609657984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.603210:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.603893:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.603927:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066496 00000100:00100000:0.0:1780298645.603932:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066496 00000100:00100000:0.0:1780298645.603961:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24018 00000100:00100000:0.0:1780298645.603968:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605066496:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.603974:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.604002:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.604008:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605066496:12345-192.168.203.125@tcp:104: Request processed in 41us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.604015:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24018 00010000:00010000:2.0:1780298645.604024:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.604029:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298645.604038:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.604043:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:2.0:1780298645.604081:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.604160:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.604202:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298645.604209:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.604227:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:3.0:1780298645.604237:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298645.604244:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4823 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035921 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:3.0:1780298645.604249:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609658112:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.604272:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.604274:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.604276:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.604573:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609657984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.604589:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.604599:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.604612:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.605019:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.605061:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066624 00000100:00100000:0.0:1780298645.605066:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066624 00000100:00100000:0.0:1780298645.605086:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24019 00000100:00100000:0.0:1780298645.605092:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605066624:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.605098:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.605105:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.605112:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.605118:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.605123:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.605129:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.605145:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693c00) 00000100:00100000:0.0:1780298645.605166:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605066624:12345-192.168.203.125@tcp:105: Request processed in 74us (148us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.605168:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.605174:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24019 00010000:00010000:2.0:1780298645.605182:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.605192:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.605204:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5850327, setting rss=5850327; kms=5850327, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.605215:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.605220:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.605245:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.605250:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.605256:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.605264:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609658240:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.605292:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.605733:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609658112:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.605907:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.605955:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066752 00000100:00100000:0.0:1780298645.605961:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066752 00000100:00100000:0.0:1780298645.605986:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24020 00000100:00100000:0.0:1780298645.605994:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605066752:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.606003:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298645.606037:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.606044:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605066752:12345-192.168.203.125@tcp:104: Request processed in 50us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.606051:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24020 00010000:00010000:2.0:1780298645.606063:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.606069:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.606084:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.606088:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298645.606119:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.606126:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.606159:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.606167:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.606186:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.606194:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d482a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035928 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:3.0:1780298645.606198:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609658368:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.606216:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.606219:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.606221:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.606659:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609658240:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.606671:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.606680:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.606707:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.607010:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.607052:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605066880 00000100:00100000:0.0:1780298645.607057:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605066880 00000100:00100000:0.0:1780298645.607085:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24021 00000100:00100000:0.0:1780298645.607093:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605066880:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.607100:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.607115:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.607131:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.607138:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.607146:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.607154:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.607173:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693000) 00010000:00010000:2.0:1780298645.607190:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.607200:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.607205:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605066880:12345-192.168.203.125@tcp:105: Request processed in 111us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.607215:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24021 00010000:00010000:2.0:1780298645.607223:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.607235:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.607245:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.607253:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.607316:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.607326:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609658496:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.607398:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609658624:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.607840:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609658368:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.608236:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609658496:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.608410:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609658624:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298645.608427:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000020:00010000:3.0:1780298645.608432:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.608434:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.608437:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.608441:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.608449:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.608458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.608460:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.608465:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.608470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.608472:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.608474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.608500:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.608513:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 4806904, valid attrs 2168, mode 0, uid 0, gid 0, new size 4806904, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:3.0:1780298645.608532:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.608536:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.608549:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.608555:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298645.608592:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.608600:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.608608:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.608621:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609658752:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.608651:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.609440:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609658752:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.609448:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609454:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609460:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609465:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609474:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609478:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609482:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298645.609488:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a0000 x1866777609658752/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298645.609494:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298645.609501:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609507:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298645.609509:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298645.609558:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298645.609563:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4869 00000080:00010000:3.0:1780298645.609567:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.609570:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4869 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.609573:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609585:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.609610:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.609617:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.609632:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.609634:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079ae40, flags 0x400001002 00000008:00010000:3.0:1780298645.609643:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.609644:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298645.609662:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609667:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.609725:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.609730:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298645.609731:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.609742:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609658880:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298645.609744:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.609763:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.609771:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609659008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.610455:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.610486:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.610501:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067008 00000100:00100000:1.0:1780298645.610506:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067136 00000100:00100000:0.0:1780298645.610506:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067008 00000100:00100000:1.0:1780298645.610512:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067136 00000100:00100000:0.0:1780298645.610548:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24022 00000100:00100000:1.0:1780298645.610556:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24023 00000100:00100000:0.0:1780298645.610561:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605067008:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.610569:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605067136:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.610577:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.610587:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.610589:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.610616:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.610640:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.610642:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.610652:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.610653:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.610655:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.610657:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.610662:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.610664:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:0.0:1780298645.610741:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605067008:12345-192.168.203.125@tcp:106: Request processed in 185us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.610749:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605067136:12345-192.168.203.125@tcp:106: Request processed in 182us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.610750:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24022 00000100:00100000:1.0:1780298645.610761:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24023 00010000:00010000:2.0:1780298645.611382:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611391:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.611395:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611398:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611418:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.611424:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611426:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.611440:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.611442:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298645.611449:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.611449:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.611455:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.611456:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.611474:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612600, setting rss=612600; leaving kms=0, end=18446744073709551615 00010000:00010000:2.0:1780298645.611476:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.611477:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.611487:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611488:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.611500:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611502:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.611510:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611511:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.611514:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000020:00010000:1.0:1780298645.611520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091da8 (ffff8c4390c27248/0) at cl_lock_release():245 00010000:00010000:3.0:1780298645.611525:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.611526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091da8 (ffff8c4390c27248/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.611530:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.611533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e870 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.611539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e8b0 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.611542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091da8 (ffff8c4390c27248/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.611544:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e870 (ffff8c4390c27248/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.611547:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e8b0 (ffff8c4390c27248/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.611589:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298645.611593:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.611601:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.611604:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.611610:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.611612:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4870 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.611615:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:3.0:1780298645.611626:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4877 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.611629:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.611637:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.611651:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.611653:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f17c0, flags 0x400001002 00000100:00100000:3.0:1780298645.611661:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609659008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.611663:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609658880:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298645.611663:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.611667:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298645.611707:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.611726:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.611758:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.611763:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.611767:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:1.0:1780298645.611770:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.611782:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609659264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.611823:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609659136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.612408:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.612427:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.612440:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067392 00000100:00100000:0.0:1780298645.612443:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067392 00000100:00100000:1.0:1780298645.612451:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067264 00000100:00100000:1.0:1780298645.612456:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067264 00000100:00100000:0.0:1780298645.612464:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24024 00000100:00100000:0.0:1780298645.612471:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605067392:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.612477:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.612483:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24025 00010000:00010000:0.0:1780298645.612488:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.612495:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605067264:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.612505:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.612511:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.612519:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.612520:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.612523:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.612524:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.612535:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.612537:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.612540:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.612542:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.612556:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605067392:12345-192.168.203.125@tcp:106: Request processed in 85us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.612561:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24024 00000100:00100000:1.0:1780298645.612574:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605067264:12345-192.168.203.125@tcp:106: Request processed in 82us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.612580:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24025 00010000:00010000:1.0:1780298645.613186:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613194:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613199:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613203:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613207:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.613213:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612600, setting rss=612600; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.613215:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.613217:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613221:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613228:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613232:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.613234:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613253:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.613257:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613264:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4885 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.613277:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609659264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.613289:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613298:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613306:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613318:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613325:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.613332:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.613336:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.613348:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.613357:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.613363:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00010000:00010000:1.0:1780298645.613364:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.613368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.613374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.613379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.613379:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.613383:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.613384:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.613389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.613394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.613400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.613435:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.613439:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.613444:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298645.613450:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4806904 00010000:00010000:1.0:1780298645.613460:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d487e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.613474:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609659136:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298645.613486:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2841447, type: SEEK_SET 00000080:00200008:3.0:1780298645.613489:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2841447, type: SEEK_SET, rc = 2841447 00000080:00200008:3.0:1780298645.613495:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 2841447, count: 4057 00000080:00200000:3.0:1780298645.613527:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 693 00000080:00200000:3.0:1780298645.613541:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 2841447, bytes: 4057 00000080:00200000:3.0:1780298645.613545:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298645.613548:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298645.613549:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [2841447, 2845504) 0 0 00000080:00200000:3.0:1780298645.613551:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.613559:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [2841447, 2845504) 2845504, 4057 00020000:00200000:3.0:1780298645.613561:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.613580:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [693, 694] 00000008:00010000:3.0:1780298645.613589:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.613592:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3130, osc lock ffff8c43a079a260, flags 0x0 00010000:00010000:3.0:1780298645.613615:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.613623:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.613632:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.613644:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609659392:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.613670:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.614340:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.614375:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067520 00000100:00100000:1.0:1780298645.614379:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067520 00000100:00100000:1.0:1780298645.614409:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24026 00000100:00100000:1.0:1780298645.614417:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605067520:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.614427:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.614467:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.614474:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605067520:12345-192.168.203.125@tcp:104: Request processed in 59us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.614481:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24026 00010000:00010000:3.0:1780298645.614484:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.614490:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.614496:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.614500:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.614536:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.614544:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.614623:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.614631:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.614650:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.614657:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d485b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303596e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298645.614667:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298645.614673:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.614677:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.614677:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609659520:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298645.614681:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.615074:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609659392:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.615088:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.615097:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.615106:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.615441:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.615483:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067648 00000100:00100000:0.0:1780298645.615488:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067648 00000100:00100000:0.0:1780298645.615520:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24027 00000100:00100000:0.0:1780298645.615529:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605067648:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.615537:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.615548:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2838528->2846719] (req 2838528->2846719) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.615557:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.615566:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.615587:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.615596:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.615616:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217ce00) 00010000:00010000:3.0:1780298645.615628:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.615643:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.615651:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605067648:12345-192.168.203.125@tcp:105: Request processed in 122us (206us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298645.615659:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.615660:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24027 00000008:00010000:3.0:1780298645.615673:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.615684:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.615735:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.615753:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [2841447, 2845504) 00000080:00200000:2.0:1780298645.615833:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000080:00200000:2.0:1780298645.615837:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:4057 iocb pos:2841447 00010000:00010000:2.0:1780298645.615866:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.615874:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2842624 2846719) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.615915:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617240 00010000:00010000:2.0:1780298645.615928:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.615934:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.615964:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617240 00010000:00010000:2.0:1780298645.615981:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2838528 2842623) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298645.616006:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73480 - object 0x2c0000401:17 offset 2838528<>2846720 00000100:00100000:3.0:1780298645.616045:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.616056:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609659648:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298645.616254:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609659520:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.617008:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617240 00000020:00200000:2.0:1780298645.617015:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.617027:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617240 00000100:00100000:2.0:1780298645.617042:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609659648:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.617063:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c27878/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.617067:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c27878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.617070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3130 (ffff8c4390c27908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.617075:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.617086:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.617101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c27878/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.617103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3130 (ffff8c4390c27878/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.617109:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 4057 bytes 00000080:00200000:1.0:1780298645.617127:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.617130:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 4057, restart: 0 00000080:00200000:1.0:1780298645.617134:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 4057 00000080:00200008:1.0:1780298645.617157:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.617164:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.617179:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.617190:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.617198:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.617205:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.617211:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.617213:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4869 00000080:00010000:1.0:1780298645.617218:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4869 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.617221:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.617227:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.617251:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.617257:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.617274:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.617276:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298645.617288:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.617290:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f1560, flags 0x400001002 00010000:00010000:1.0:1780298645.617297:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.617305:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298645.617312:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.617315:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.617322:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.617345:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.617352:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.617375:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.617385:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.617394:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609659776:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.618167:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.618208:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.618216:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605067776 00000100:00100000:0.0:1780298645.618220:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605067776 00000100:00100000:0.0:1780298645.618243:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24028 00000100:00100000:0.0:1780298645.618248:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605067776:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.618255:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.618263:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.618286:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.618288:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.618290:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.618291:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.618323:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605067776:12345-192.168.203.125@tcp:106: Request processed in 75us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.618327:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24028 00010000:00010000:0.0:1780298645.618969:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.618978:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.618985:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.618990:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.618994:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.619000:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612600, setting rss=612600; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.619002:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.619010:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.619014:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.619019:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.619028:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.619031:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.619037:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000020:00010000:1.0:1780298645.619042:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.619045:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.619048:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.619050:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.619052:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.619055:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.619056:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.619063:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057d638/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.619067:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4893 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.619069:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057d638/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.619100:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609659776:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.619112:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.619135:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.619150:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.619154:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.619169:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.619171:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f1560, flags 0x400001002 00000008:00010000:1.0:1780298645.619181:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.619182:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298645.619192:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.619202:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298645.619210:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.619213:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.619221:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.619252:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.619260:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.619281:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.619292:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.619300:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609659904:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.620077:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.620113:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605068544 00000100:00100000:0.0:1780298645.620118:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605068544 00000100:00100000:0.0:1780298645.620145:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24029 00000100:00100000:0.0:1780298645.620152:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605068544:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.620160:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.620171:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.620200:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.620202:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.620204:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.620205:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.620236:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605068544:12345-192.168.203.125@tcp:106: Request processed in 85us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.620243:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24029 00010000:00010000:0.0:1780298645.621271:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621280:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621286:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621290:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621294:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.621300:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612600, setting rss=612600; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.621303:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.621311:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621316:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621321:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.621325:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.621328:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.621344:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00010000:00010000:0.0:1780298645.621348:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.621349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.621352:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.621356:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.621360:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d489a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.621362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057d998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.621372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.621376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.621379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057d638/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.621381:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609659904:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.621387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.621421:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.621437:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4806904 00000080:00200008:1.0:1780298645.621451:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.621457:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.621472:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.621482:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298645.621510:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.621522:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.621531:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.621545:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609660032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.621591:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.622518:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609660032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.622530:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622544:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622554:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622563:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622587:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622594:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622601:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.622611:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4387bf3800 x1866777609660032/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.622621:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.622631:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622639:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.622644:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.622756:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.622776:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48a1 00000080:00010000:2.0:1780298645.622781:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.622784:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48a1 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.622787:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622796:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.622823:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.622829:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.622850:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.622853:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298645.622868:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.622870:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298645.622896:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622904:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.622938:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.622947:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609660160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.622963:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298645.622981:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298645.622984:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.622992:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.623005:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.623673:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.623702:0:2399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.623723:0:2399:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.623734:0:2399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.623745:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.623753:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.623764:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.623775:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.623782:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.623790:0:2399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.623800:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000100:00100000:3.0:1780298645.623803:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609660160:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.623806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.623812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.623816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.623819:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.623821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.623823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.623826:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.623843:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.623857:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.623866:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.623869:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.623876:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.623877:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298645.623883:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.623884:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298645.623890:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.623902:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298645.623907:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.623909:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.623914:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.623922:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.623926:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.623930:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.623932:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.623936:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298645.623940:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.623943:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000020:00010000:2.0:1780298645.623945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.623946:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.623948:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.623949:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.623951:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.623952:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.623954:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.623963:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.623969:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4806904 00000080:00200000:2.0:1780298645.624002:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 3374109, len 5285 00000080:00200000:2.0:1780298645.624008:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.624010:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.624016:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.624024:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [823, 825] 00000008:00010000:2.0:1780298645.624029:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.624030:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6db0, osc lock ffff8c43878a5300, flags 0x0 00010000:00010000:2.0:1780298645.624034:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (3371008 3383295) 00010000:00010000:2.0:1780298645.624046:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.624051:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.624056:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.624065:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609660288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.624099:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.624798:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.624829:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605069696 00000100:00100000:0.0:1780298645.624834:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605069696 00000100:00100000:1.0:1780298645.624851:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.624875:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605069824 00000100:00100000:0.0:1780298645.624879:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605069824 00000100:00100000:1.0:1780298645.624897:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24030 00000100:00100000:0.0:1780298645.624906:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24031 00000100:00100000:1.0:1780298645.624911:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605069696:12345-192.168.203.125@tcp:104: 00000100:00100000:0.0:1780298645.624921:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605069824:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.624922:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.624934:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.624976:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780298645.624983:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605069696:12345-192.168.203.125@tcp:104: Request processed in 78us (186us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298645.624985:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:3.0:1780298645.624990:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780298645.624996:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298645.624996:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605069824:12345-192.168.203.125@tcp:104: Request processed in 77us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.624997:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24030 00010000:00010000:2.0:1780298645.625007:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.625014:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298645.625014:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24031 00010000:00010000:3.0:1780298645.625017:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.625023:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.625025:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.625032:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.625082:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.625089:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:2.0:1780298645.625091:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.625149:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.625166:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.625172:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.625182:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.625185:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.625193:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.625197:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d48a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630359c9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.625201:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.625207:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.625207:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d488c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2838528->2846719) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.625209:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.625212:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.625221:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609660544:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.625223:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.625225:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.625227:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.625238:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609660416:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.625672:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609660288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.625682:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.625726:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.625732:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.626017:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:2.0:1780298645.626045:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609660416:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.626058:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605069952 00000100:00100000:1.0:1780298645.626064:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605069952 00000100:00100000:1.0:1780298645.626092:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24032 00000100:00100000:1.0:1780298645.626098:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605069952:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.626104:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.626115:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.626121:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.626126:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.626131:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.626135:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.626148:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00010000:00010000:2.0:1780298645.626167:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.626172:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605069952:12345-192.168.203.125@tcp:105: Request processed in 73us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.626178:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24032 00010000:00010000:2.0:1780298645.626186:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.626198:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.626205:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=36925439 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.626212:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.626221:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.626237:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000100:00100000:3.0:1780298645.626312:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609660672:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.626782:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609660544:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.627183:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609660672:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298645.627211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.627215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.627219:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6db0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.627224:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.627233:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.627243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.627245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.627267:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.627288:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.627295:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.627309:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.627325:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.627336:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298645.627348:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.627354:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.627357:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4869 00000080:00010000:2.0:1780298645.627362:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4869 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.627365:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.627373:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298645.627399:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.627405:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.627421:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.627424:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298645.627437:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.627438:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298645.627462:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.627470:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.627506:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.627515:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609660800:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.627520:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.627529:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.627549:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.627561:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609660928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.628232:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.628287:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070080 00000100:00100000:1.0:1780298645.628292:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070080 00000100:00100000:1.0:1780298645.628323:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24033 00000100:00100000:1.0:1780298645.628331:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605070080:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.628336:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298645.628344:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.628359:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.628393:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.628395:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:1.0:1780298645.628400:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.628402:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000100:00100000:1.0:1780298645.628447:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605070080:12345-192.168.203.125@tcp:106: Request processed in 117us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.628455:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24033 00000100:00100000:1.0:1780298645.628470:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070208 00000100:00100000:1.0:1780298645.628474:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070208 00000100:00100000:1.0:1780298645.628493:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24034 00000100:00100000:1.0:1780298645.628500:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605070208:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.628506:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.628515:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.628538:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.628540:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.628543:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.628545:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.628594:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605070208:12345-192.168.203.125@tcp:106: Request processed in 94us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.628601:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24034 00010000:00010000:3.0:1780298645.629218:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629227:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629235:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629240:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629245:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.629251:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.629254:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.629257:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629266:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629273:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629280:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.629284:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629347:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.629351:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629357:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d48b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.629371:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609660800:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.629391:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629400:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629412:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629417:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629424:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.629432:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612600, setting rss=612600; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.629435:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.629445:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629451:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629458:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629463:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.629467:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.629468:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000020:00010000:2.0:1780298645.629474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.629479:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.629485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.629494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.629499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.629501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.629506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.629515:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.629520:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.629528:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d48bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.629536:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.629543:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609660928:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.629562:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.629590:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.629595:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.629607:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.629610:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298645.629620:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.629630:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298645.629656:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.629666:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.629723:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.629732:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609661056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.629737:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.629746:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.629761:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.629767:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609661184:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.630598:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.630624:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.630647:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.630659:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070336 00000100:00100000:1.0:1780298645.630664:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070336 00000100:00100000:2.0:1780298645.630665:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070464 00000100:00100000:2.0:1780298645.630671:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070464 00000100:00100000:0.0:1780298645.630741:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24035 00000100:00100000:2.0:1780298645.630743:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 472 00000100:00100000:2.0:1780298645.630758:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8356:x1866777605070464:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.630758:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605070336:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.630772:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.630778:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.630784:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.630794:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.630839:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.630839:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.630842:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.630844:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:2.0:1780298645.630850:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:2.0:1780298645.630853:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 424 00000020:00010000:0.0:1780298645.630855:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.630857:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 612600 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:2.0:1780298645.630905:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8356:x1866777605070464:12345-192.168.203.125@tcp:106: Request processed in 152us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.630907:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605070336:12345-192.168.203.125@tcp:106: Request processed in 156us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.630921:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 472 00000100:00100000:0.0:1780298645.630927:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24035 00010000:00010000:3.0:1780298645.631780:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631792:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631801:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631809:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631822:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.631831:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 612600, setting rss=612600; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.631834:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.631838:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631844:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631849:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631853:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.631855:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631874:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.631876:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631881:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d48cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.631896:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609661184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.631906:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631911:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631916:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631919:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631924:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.631928:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.631930:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.631940:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631944:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631952:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631956:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.631957:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631970:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.631973:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.631977:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d48c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.631982:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4806904 i_blocks 424 00000100:00100000:3.0:1780298645.631986:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609661056:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.631988:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.631993:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.631996:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.632000:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.632003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.632005:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.632010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.632034:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.632048:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4806904 00000080:00200008:2.0:1780298645.633008:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 4806904, valid attrs 2068, mode 0, uid 0, gid 0, new size 8812533, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:2.0:1780298645.633035:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.633055:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 147 lru_type: 1 00010000:00010000:2.0:1780298645.633086:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.633092:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.633096:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217d000/0x11c228eb194d4869 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035983 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:2.0:1780298645.633111:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780298645.633120:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43bbc71880 x1866777609661440/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1780298645.633138:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609661440:192.168.203.125@tcp:36:fsx.0 00000100:00100000:2.0:1780298645.633195:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.634387:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.634445:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070592 00000100:00100000:0.0:1780298645.634451:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070592 00000100:00100000:0.0:1780298645.634487:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24036 00000100:00100000:0.0:1780298645.634496:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605070592:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.634507:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.634557:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.634563:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605070592:12345-192.168.203.125@tcp:104: Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.634569:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24036 00010000:00010000:2.0:1780298645.634626:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.634632:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.634644:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298645.634649:0:15608:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.634656:0:15608:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.634663:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.634680:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 150 lru_type: 1 00010000:00010000:2.0:1780298645.634743:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.634750:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.634770:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.634777:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffca00/0x11c228eb194d48a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630359c2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.634790:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609661568:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.634790:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.634793:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.634797:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.635851:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609661568:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.635984:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609661440:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298645.636032:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.636038:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.636050:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.636095:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298645.636106:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.636110:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a5300, flags 0x0 00000008:00010000:2.0:1780298645.636114:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.636115:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4720, flags 0x0 00010000:00010000:2.0:1780298645.636158:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.636169:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.636178:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.636193:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609661696:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.636229:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.637000:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.637045:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070720 00000100:00100000:0.0:1780298645.637051:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070720 00000100:00100000:0.0:1780298645.637086:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24037 00000100:00100000:0.0:1780298645.637094:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605070720:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.637103:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.637140:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.637146:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605070720:12345-192.168.203.125@tcp:104: Request processed in 54us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.637153:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24037 00010000:00010000:2.0:1780298645.637165:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.637172:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.637181:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.637187:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.637230:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.637238:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.637284:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.637291:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.637311:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.637318:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3371008->36925439] (req 3371008->3383295) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359d0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.637320:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609661824:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.637343:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.637345:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.637348:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.637758:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609661696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.637772:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.637781:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.637788:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.638186:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.638225:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070848 00000100:00100000:0.0:1780298645.638229:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070848 00000100:00100000:0.0:1780298645.638257:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24038 00000100:00100000:0.0:1780298645.638265:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605070848:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.638273:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.638282:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.638290:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.638298:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.638304:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.638313:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.638329:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693e00) 00010000:00010000:2.0:1780298645.638357:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.638357:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605070848:12345-192.168.203.125@tcp:105: Request processed in 93us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.638371:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24038 00010000:00010000:2.0:1780298645.638375:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.638387:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.638397:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.638407:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.638415:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.638444:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.638450:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.638463:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.638476:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609661952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.638510:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.638984:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609661824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.639250:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.639294:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605070976 00000100:00100000:0.0:1780298645.639298:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605070976 00000100:00100000:0.0:1780298645.639322:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24039 00000100:00100000:0.0:1780298645.639330:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605070976:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.639339:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.639373:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.639380:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605070976:12345-192.168.203.125@tcp:104: Request processed in 51us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.639387:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24039 00010000:00010000:3.0:1780298645.639388:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.639395:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.639405:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.639409:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.639448:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.639454:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.639529:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.639537:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.639553:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.639561:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4862 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035975 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.639577:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.639577:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609662080:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298645.639581:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.639585:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.639958:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609661952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.639969:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.639979:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.639988:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.640370:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.640411:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071104 00000100:00100000:0.0:1780298645.640416:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071104 00000100:00100000:0.0:1780298645.640440:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24040 00000100:00100000:0.0:1780298645.640448:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605071104:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.640455:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.640464:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.640471:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.640478:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.640483:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.640495:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.640512:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692600) 00010000:00010000:2.0:1780298645.640531:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.640539:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605071104:12345-192.168.203.125@tcp:105: Request processed in 91us (169us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.640548:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.640553:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24040 00010000:00010000:2.0:1780298645.640570:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.640579:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 612600, setting rss=612600; kms=612600, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.640589:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.640597:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.640654:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.640662:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609662208:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.640773:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609662336:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.641241:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609662080:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.641469:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609662208:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.641623:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609662336:192.168.203.125@tcp:10:fsx.0 00000080:00200000:1.0:1780298645.641647:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 424 00000020:00010000:1.0:1780298645.641653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.641657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.641661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.641667:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.641678:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.641732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.641738:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.641746:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.641760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.641762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.641766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.641798:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.641814:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8812533, valid attrs 2168, mode 0, uid 0, gid 0, new size 8812533, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00a00000:1.0:1780298645.641839:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:1.0:1780298645.641861:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.641866:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.641882:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.641885:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298645.641896:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.641897:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f1560, flags 0x400001002 00010000:00010000:1.0:1780298645.641907:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.641918:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298645.641926:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.641929:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.641937:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.641952:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.641960:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298645.641967:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.641970:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.641977:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298645.641985:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.641989:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 424 00000020:00010000:1.0:1780298645.641991:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.641994:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.641996:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.641999:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.642001:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.642003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d638/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.642006:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.642028:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.642088:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2150 00000080:00200000:1.0:1780298645.642096:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.642103:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.642120:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2150, 2150] 00000008:00010000:1.0:1780298645.642126:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.642129:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298645.642137:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.642147:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4612096 4616191) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.642156:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.642163:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.642170:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.642181:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00000008:00010000:1.0:1780298645.642217:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000008:00010000:1.0:1780298645.642253:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1cc0 00010000:00010000:1.0:1780298645.642270:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4612096 4616191) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1780298645.642293:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1c00 - object 0x2c0000401:17 offset 4612096<>4616192 00000100:00100000:0.0:1780298645.642336:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.642348:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609662464:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.643342:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000020:00200000:0.0:1780298645.643349:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.643360:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000100:00100000:0.0:1780298645.643377:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609662464:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.643385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.643390:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.643393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.643398:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.643408:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.643418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.643421:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.643442:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.643480:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.643486:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.643496:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2150, 2150] 00000008:00010000:1.0:1780298645.643502:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.643505:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298645.643512:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.643522:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4612096 4616191) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.643531:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.643539:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.643552:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.643561:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00000008:00010000:1.0:1780298645.643576:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.643592:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.643602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.643605:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.643608:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.643611:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.643619:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.643627:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.643630:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.643644:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.643681:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2151 00000080:00200000:1.0:1780298645.643726:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.643737:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.643750:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2151, 2151] 00000008:00010000:1.0:1780298645.643755:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.643758:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298645.643765:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643773:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4616192 4620287) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643781:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643788:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643794:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000001:00010000:1.0:1780298645.643803:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.643806:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.643808:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298645.643818:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.643819:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f0720, flags 0x400001002 00010000:00010000:1.0:1780298645.643824:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643831:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.643838:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.643841:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 8/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643847:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.643855:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.643862:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298645.643868:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.643870:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.643876:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.643883:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.643886:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 424 00000020:00010000:1.0:1780298645.643888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.643891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.643893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.643895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.643898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.643900:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d638/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.643903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d638/1) at cl_lock_fini():72 00000008:00010000:1.0:1780298645.643919:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1180 00000008:00010000:1.0:1780298645.643946:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1180 00010000:00010000:1.0:1780298645.643958:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4616192 4620287) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:1.0:1780298645.643975:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf2a00 - object 0x2c0000401:17 offset 4616192<>4620288 00000100:00100000:0.0:1780298645.644015:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.644032:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609662592:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.644869:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1180 00000020:00200000:0.0:1780298645.644873:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.644883:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1180 00000100:00100000:0.0:1780298645.644894:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609662592:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.644913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.644918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.644921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.644926:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.644936:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298645.644945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.644947:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.644969:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.645004:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.645010:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.645022:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2151, 2151] 00000008:00010000:1.0:1780298645.645028:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.645031:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298645.645039:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645048:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4616192 4620287) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645057:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645064:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645071:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000001:00010000:1.0:1780298645.645080:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.645085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.645087:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298645.645098:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.645099:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298645.645105:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645114:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298645.645121:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.645124:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 8/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645131:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645141:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.645149:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.645156:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.645159:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.645167:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.645175:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.645179:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 424 00000020:00010000:1.0:1780298645.645182:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.645184:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.645187:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.645189:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.645191:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.645194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d638/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.645197:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d638/1) at cl_lock_fini():72 00000008:00010000:1.0:1780298645.645208:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 0000000046b7b312 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.645223:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000046b7b312 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.645231:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.645239:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.645251:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.645259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.645262:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.645264:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.645267:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.645275:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.645283:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.645286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.645305:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.645323:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 8806400, end 8814591, datasync 1 00000080:00200000:1.0:1780298645.645337:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.645342:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298645.645357:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298645.645368:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.645399:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4612096 4616191) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:1.0:1780298645.645432:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf1180 - object 0x2c0000401:17 offset 4612096<>4618229 00000100:00100000:0.0:1780298645.645471:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.645481:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609662720:192.168.203.125@tcp:4:fsx.0 00000008:00010000:0.0:1780298645.646758:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298645.646798:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ce389d5d ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.646817:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609662720:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298645.646848:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.646886:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.646891:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298645.646953:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.646961:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609662848:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298645.648466:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969761 gen 1 00000100:00100000:0.0:1780298645.648496:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609662848:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298645.648528:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 440 00000080:00200000:1.0:1780298645.648546:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.648596:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.648604:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.648620:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.648630:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298645.648659:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.648667:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.648676:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.648710:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609662976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.648762:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.649614:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609662976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.649627:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649637:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649647:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649656:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649665:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649672:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649679:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.649708:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4387bf1f80 x1866777609662976/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.649729:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.649742:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649750:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.649755:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.649825:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.649835:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:2.0:1780298645.649840:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.649843:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.649846:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649854:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.649879:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.649884:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.649901:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.649904:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298645.649920:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.649921:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298645.649946:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.649955:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.649988:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.649997:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663104:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.650061:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.650073:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.650098:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.650125:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.651026:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.651056:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.651079:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.651091:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071232 00000100:00100000:1.0:1780298645.651096:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071232 00000100:00100000:2.0:1780298645.651108:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071360 00000100:00100000:2.0:1780298645.651113:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071360 00000100:00100000:1.0:1780298645.651132:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24041 00000100:00100000:1.0:1780298645.651143:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605071232:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.651152:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:2.0:1780298645.651157:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 473 00010000:00010000:1.0:1780298645.651168:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:2.0:1780298645.651171:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8358:x1866777605071360:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.651183:0:6141:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.651190:0:6141:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.651199:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.651201:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:1.0:1780298645.651204:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.651205:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:2.0:1780298645.651216:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.651218:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:2.0:1780298645.651221:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.651222:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.651243:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605071232:12345-192.168.203.125@tcp:106: Request processed in 102us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.651250:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24041 00000100:00100000:2.0:1780298645.651260:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8358:x1866777605071360:12345-192.168.203.125@tcp:106: Request processed in 91us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.651268:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 473 00010000:00010000:2.0:1780298645.651988:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652000:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652010:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652018:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652031:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.652041:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.652046:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.652049:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652056:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652064:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652071:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.652075:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652099:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.652104:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652111:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d48ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.652132:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.652143:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969759 gen 2 00010000:00010000:2.0:1780298645.652156:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652163:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652171:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652177:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652183:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.652190:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.652194:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.652204:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652212:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652225:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.652227:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 440 00000020:00010000:3.0:1780298645.652233:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929ee998/0) at cl_lock_release():245 00010000:00010000:2.0:1780298645.652236:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298645.652237:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929ee998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.652242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.652242:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.652247:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.652252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929ee998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.652257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee998/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.652262:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee998/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.652289:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.652295:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.652302:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d48e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.652306:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298645.652321:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663104:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298645.652332:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.652348:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.652352:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.652365:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.652367:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079a000, flags 0x400001002 00000008:00010000:3.0:1780298645.652376:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.652377:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079b1d0, flags 0x400001002 00010000:00010000:3.0:1780298645.652394:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.652401:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.652427:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.652432:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780298645.652433:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.652441:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663360:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298645.652446:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.652469:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.652481:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609663488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.653099:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.653150:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071488 00000100:00100000:1.0:1780298645.653155:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071488 00000100:00100000:1.0:1780298645.653188:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24042 00000100:00100000:1.0:1780298645.653198:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605071488:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.653207:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.653217:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.653226:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.653247:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071616 00000100:00100000:1.0:1780298645.653251:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071616 00000100:00100000:1.0:1780298645.653276:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24043 00000100:00100000:1.0:1780298645.653284:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605071616:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.653291:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.653300:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.653325:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.653327:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.653331:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.653333:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.653371:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605071616:12345-192.168.203.125@tcp:106: Request processed in 87us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.653379:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24043 00000020:00010000:1.0:1780298645.653412:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.653415:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:1.0:1780298645.653418:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.653420:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.653459:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605071488:12345-192.168.203.125@tcp:106: Request processed in 262us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.653466:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24042 00010000:00010000:2.0:1780298645.653977:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.653989:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.653998:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654006:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654014:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.654030:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.654036:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.654040:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.654043:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654050:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.654065:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654067:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654089:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.654091:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654093:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.654113:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.654122:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.654130:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.654134:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.654144:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.654149:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.654150:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.654171:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.654176:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 440 00000020:00010000:1.0:1780298645.654183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091da8 (ffff8c4390c277e8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298645.654186:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d48fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.654189:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091da8 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.654195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c273f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.654200:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.654201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.654207:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091da8 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.654211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298645.654218:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609663488:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.654218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c277e8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.654219:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.654226:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.654250:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.654275:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.654281:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.654281:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00010000:00010000:3.0:1780298645.654293:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d48f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.654307:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663360:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.654318:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 7467062, len 5346 00000080:00200000:1.0:1780298645.654329:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.654331:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.654336:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.654347:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1823, 1824] 00000008:00010000:1.0:1780298645.654353:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.654355:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298645.654364:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.654373:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3272704 3280895) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.654379:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.654389:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.654393:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.654399:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 440 00000100:00100000:0.0:1780298645.654444:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.654453:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609663616:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298645.655375:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609663616:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298645.655397:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.655401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.655404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.655408:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.655416:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1780298645.655426:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.655428:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.655446:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.655464:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.655470:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.655482:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.655492:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.655500:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.655507:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.655512:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.655515:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:3.0:1780298645.655520:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.655522:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.655529:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.655549:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.655553:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.655568:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.655570:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298645.655582:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.655584:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298645.655603:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.655610:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.655640:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.655649:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663744:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.655681:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.655707:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.655745:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.655750:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.656289:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.656326:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071744 00000100:00100000:0.0:1780298645.656332:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071744 00000100:00100000:0.0:1780298645.656362:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24044 00000100:00100000:0.0:1780298645.656372:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605071744:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.656379:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.656389:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.656404:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.656417:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605071872 00000100:00100000:1.0:1780298645.656420:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605071872 00000020:00010000:0.0:1780298645.656423:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.656426:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.656430:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.656431:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.656446:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24045 00000100:00100000:1.0:1780298645.656452:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605071872:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.656458:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.656464:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298645.656484:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605071744:12345-192.168.203.125@tcp:106: Request processed in 113us (193us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.656488:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.656491:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 16 00000020:00010000:1.0:1780298645.656496:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.656498:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 16 00000100:00100000:0.0:1780298645.656498:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24044 00000100:00100000:1.0:1780298645.656540:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605071872:12345-192.168.203.125@tcp:106: Request processed in 87us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.656546:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24045 00010000:00010000:2.0:1780298645.657112:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657123:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657131:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657138:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657144:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.657152:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.657155:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.657159:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657166:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657172:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657178:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.657181:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657208:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.657212:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657218:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d4903 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.657232:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663744:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.657249:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657257:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657263:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657269:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657274:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.657281:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.657284:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.657294:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657301:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657308:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.657314:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.657314:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 456 00010000:00010000:2.0:1780298645.657318:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.657318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.657323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.657329:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.657335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.657337:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.657338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.657341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27098/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.657368:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.657374:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.657375:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298645.657385:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d490a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.657392:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298645.657399:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609663872:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.657402:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.657406:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.657416:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.657418:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298645.657426:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.657428:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0720, flags 0x400001002 00010000:00010000:1.0:1780298645.657445:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.657450:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.657474:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.657483:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.657484:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:1.0:1780298645.657494:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.657499:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609664128:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.657538:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609664000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.658247:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.658272:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.658285:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072000 00000100:00100000:1.0:1780298645.658289:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072000 00000100:00100000:0.0:1780298645.658291:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072128 00000100:00100000:0.0:1780298645.658296:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072128 00000100:00100000:1.0:1780298645.658312:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24046 00000100:00100000:1.0:1780298645.658317:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605072000:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.658323:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298645.658329:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24047 00010000:00010000:1.0:1780298645.658333:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298645.658340:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605072128:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.658348:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.658356:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.658359:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 16 00010000:00010000:0.0:1780298645.658360:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298645.658364:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.658366:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 16 00000020:00010000:0.0:1780298645.658397:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298645.658401:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605072000:12345-192.168.203.125@tcp:106: Request processed in 83us (154us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298645.658401:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:1.0:1780298645.658412:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24046 00000020:00010000:0.0:1780298645.658413:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.658415:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.658456:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605072128:12345-192.168.203.125@tcp:106: Request processed in 118us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.658464:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24047 00010000:00010000:0.0:1780298645.659153:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659165:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659174:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659182:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659189:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.659197:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.659201:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.659204:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659210:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659218:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659225:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.659229:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659254:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.659258:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659266:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4918 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.659281:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609664128:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.659294:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659302:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659309:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659321:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659328:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.659335:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.659337:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.659348:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659356:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.659364:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.659366:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 456 00000020:00010000:1.0:1780298645.659371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581240 (ffff8c439057d5a8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.659376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581240 (ffff8c439057d5a8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.659378:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.659379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.659384:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.659384:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.659385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581240 (ffff8c439057d5a8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.659389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d5a8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.659395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d5a8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.659431:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.659434:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.659440:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.659449:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00010000:00010000:0.0:1780298645.659459:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4911 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.659465:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.659472:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000100:00100000:0.0:1780298645.659476:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609664000:192.168.203.125@tcp:101:fsx.0 00000002:00010000:1.0:1780298645.659486:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.659497:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.659519:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.659529:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.659535:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.659538:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.659544:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.659546:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.659553:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.659586:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.659591:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.659604:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.659606:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298645.659615:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.659617:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298645.659638:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.659646:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.659680:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.659709:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609664256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.659727:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.659740:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.659767:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.659775:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609664384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.660429:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.660473:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.660483:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072256 00000100:00100000:0.0:1780298645.660486:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072256 00000100:00100000:0.0:1780298645.660515:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24048 00000100:00100000:0.0:1780298645.660523:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605072256:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.660530:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.660539:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.660562:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.660564:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.660578:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.660583:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.660620:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605072256:12345-192.168.203.125@tcp:106: Request processed in 98us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.660627:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24048 00000100:00100000:1.0:1780298645.660732:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.660791:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072384 00000100:00100000:0.0:1780298645.660795:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072384 00000100:00100000:0.0:1780298645.660819:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24049 00000100:00100000:0.0:1780298645.660827:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605072384:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.660835:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.660843:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298645.660874:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.660876:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 16 00000020:00010000:0.0:1780298645.660880:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.660881:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 16 00000100:00100000:0.0:1780298645.660917:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605072384:12345-192.168.203.125@tcp:106: Request processed in 91us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.660924:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24049 00010000:00010000:1.0:1780298645.661338:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661347:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661354:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661361:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661365:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.661371:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.661373:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.661375:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661379:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661384:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661394:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.661396:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661418:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.661421:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661429:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d491f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.661439:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609664256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.661574:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661583:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661592:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661602:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661609:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.661617:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.661620:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.661630:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661637:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661644:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661650:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.661652:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 456 00010000:00010000:0.0:1780298645.661654:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.661658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581240 (ffff8c439057d5a8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.661664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581240 (ffff8c439057d5a8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.661669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.661672:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.661674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581240 (ffff8c439057d5a8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.661676:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d5a8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.661679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d5a8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.661736:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298645.661742:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.661742:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.661758:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4926 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.661762:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 6227422, len 169 00000080:00200000:1.0:1780298645.661773:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.661776:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:0.0:1780298645.661778:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609664384:192.168.203.125@tcp:101:fsx.0 00020000:00200000:1.0:1780298645.661784:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.661796:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1520, 1520] 00000008:00010000:1.0:1780298645.661802:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.661803:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860228b0, osc lock ffff8c43908f0390, flags 0x0 00010000:00010000:1.0:1780298645.661822:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661828:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.661837:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.661846:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609664512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.661882:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.662723:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.662741:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072512 00000100:00100000:0.0:1780298645.662745:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072512 00000100:00100000:0.0:1780298645.662769:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24050 00000100:00100000:0.0:1780298645.662775:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605072512:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.662785:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.662826:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.662831:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605072512:12345-192.168.203.125@tcp:104: Request processed in 57us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.662836:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24050 00010000:00010000:3.0:1780298645.662848:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.662854:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.662861:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.662864:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298645.662894:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.662899:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.662963:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.662969:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.662982:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.662986:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d48d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035a01 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.662997:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.662998:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.662999:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.663003:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.663016:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609664640:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.664872:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609664512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.664889:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.664900:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.664908:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.665208:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.665607:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072640 00000100:00100000:0.0:1780298645.665613:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072640 00000100:00100000:0.0:1780298645.665654:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24051 00000100:00100000:0.0:1780298645.665662:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605072640:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.665671:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.665681:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->2035711] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.665738:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.665748:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.665756:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.665765:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.665786:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffce00) 00010000:00010000:2.0:1780298645.665807:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.665823:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605072640:12345-192.168.203.125@tcp:105: Request processed in 160us (615us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.665825:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.665838:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24051 00010000:00010000:2.0:1780298645.665842:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.665851:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=35586047 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.665862:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.665870:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.665895:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 456 00000100:00100000:3.0:1780298645.665968:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609664768:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.666385:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609664640:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.666865:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609664768:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298645.666898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096c68 (ffff8c439057d5a8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.666902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096c68 (ffff8c439057d5a8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.666906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860228b0 (ffff8c439057d488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.666910:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.666917:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.666929:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096c68 (ffff8c439057d5a8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.666932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860228b0 (ffff8c439057d5a8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.666956:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.666999:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.667005:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.667017:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.667027:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.667034:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298645.667039:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.667043:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.667046:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:2.0:1780298645.667049:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.667051:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.667056:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298645.667092:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.667098:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.667118:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.667120:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a5560, flags 0x400001002 00000008:00010000:2.0:1780298645.667130:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.667131:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a5c80, flags 0x400001002 00010000:00010000:2.0:1780298645.667153:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.667159:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.667178:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.667187:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.667190:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298645.667195:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.667201:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609664896:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.667204:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.667221:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.667229:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609665024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.667954:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.667972:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.667989:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072768 00000100:00100000:0.0:1780298645.667992:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605072896 00000100:00100000:1.0:1780298645.667993:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072768 00000100:00100000:0.0:1780298645.667998:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605072896 00000100:00100000:1.0:1780298645.668026:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24052 00000100:00100000:0.0:1780298645.668034:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24053 00000100:00100000:1.0:1780298645.668039:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605072768:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.668045:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605072896:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.668051:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.668052:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.668070:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.668074:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.668103:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.668105:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.668109:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.668111:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.668121:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.668124:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:1.0:1780298645.668128:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.668129:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.668157:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605072896:12345-192.168.203.125@tcp:106: Request processed in 116us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.668162:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24053 00000100:00100000:1.0:1780298645.668171:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605072768:12345-192.168.203.125@tcp:106: Request processed in 135us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.668181:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24052 00010000:00010000:3.0:1780298645.668927:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.668945:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.668948:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.668958:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.668967:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.668968:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.668990:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.668992:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.669010:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.669012:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.669019:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.669023:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1780298645.669024:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00010000:00010000:2.0:1780298645.669025:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.669031:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.669033:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.669039:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.669044:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.669047:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.669048:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.669074:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.669080:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 464 00010000:00010000:3.0:1780298645.669083:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.669085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929ee128/0) at cl_lock_release():245 00010000:00010000:2.0:1780298645.669093:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.669094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929ee128/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.669099:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.669100:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.669101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.669107:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.669109:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.669117:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.669124:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee128/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.669134:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d493b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.669136:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298645.669149:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609665024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.669181:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.669188:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.669195:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.669197:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d4934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.669219:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609664896:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.669222:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.669237:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.669242:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.669258:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.669261:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298645.669275:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.669277:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298645.669303:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.669313:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.669346:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.669360:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298645.669365:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.669370:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665152:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.669386:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.669399:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.669416:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.670119:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.670139:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.670173:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.670185:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073024 00000100:00100000:0.0:1780298645.670189:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073024 00000100:00100000:0.0:1780298645.670215:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073152 00000100:00100000:0.0:1780298645.670219:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073152 00000100:00100000:1.0:1780298645.670234:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24054 00000100:00100000:0.0:1780298645.670241:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24055 00000100:00100000:1.0:1780298645.670245:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605073024:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.670253:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.670255:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605073152:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.670268:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.670269:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.670290:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.670328:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.670331:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.670336:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.670340:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.670341:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.670345:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.670352:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.670354:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.670401:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605073024:12345-192.168.203.125@tcp:106: Request processed in 159us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.670409:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605073152:12345-192.168.203.125@tcp:106: Request processed in 155us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.670414:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24054 00000100:00100000:0.0:1780298645.670424:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24055 00010000:00010000:0.0:1780298645.671078:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671088:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671097:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671104:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671111:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.671120:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.671124:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.671127:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671140:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671148:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671154:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.671158:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671183:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.671187:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671195:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4949 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.671207:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.671219:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671227:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671239:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671246:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671253:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.671260:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.671263:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.671274:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671282:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671289:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671296:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.671300:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.671305:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 464 00000020:00010000:1.0:1780298645.671313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.671318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.671321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057dea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.671324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.671327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.671330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d6c8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.671334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d6c8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.671336:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.671342:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.671350:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4942 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.671367:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298645.671370:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665152:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.671391:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200000:1.0:1780298645.671427:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 8376128, len 7705 00000080:00200000:1.0:1780298645.671441:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.671444:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.671453:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.671468:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2044, 2046] 00000008:00010000:1.0:1780298645.671475:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.671478:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022b30, osc lock ffff8c43908f10a0, flags 0x0 00010000:00010000:1.0:1780298645.671487:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.671498:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4177920 4190207) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.671506:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.671513:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.671520:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.671535:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 464 00000100:00100000:0.0:1780298645.671598:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609665408:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298645.672545:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609665408:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.672572:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860964e8 (ffff8c439057d6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.672576:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860964e8 (ffff8c439057d6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.672579:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022b30 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.672584:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.672593:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.672604:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860964e8 (ffff8c439057d6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.672606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022b30 (ffff8c439057d6c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.672635:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.672655:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.672662:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.672678:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.672709:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.672736:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.672744:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.672750:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.672754:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.672759:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.672762:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.672770:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.672793:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.672798:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.672811:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.672813:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f10a0, flags 0x400001002 00000008:00010000:1.0:1780298645.672825:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.672827:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f0720, flags 0x400001002 00010000:00010000:1.0:1780298645.672858:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.672868:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.672893:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.672909:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.672909:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298645.672920:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.672921:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609665536:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.672938:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.672975:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609665664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.673634:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.673675:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073280 00000100:00100000:0.0:1780298645.673680:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073280 00000100:00100000:0.0:1780298645.673745:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24056 00000100:00100000:0.0:1780298645.673756:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605073280:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.673764:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.673774:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298645.673793:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298645.673809:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.673811:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.673815:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.673817:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.673859:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605073280:12345-192.168.203.125@tcp:106: Request processed in 106us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.673867:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24056 00000100:00100000:0.0:1780298645.673894:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073408 00000100:00100000:0.0:1780298645.673899:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073408 00000100:00100000:0.0:1780298645.673926:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24057 00000100:00100000:0.0:1780298645.673934:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605073408:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.673950:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.673959:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.673981:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.673984:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.673988:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.673989:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.674027:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605073408:12345-192.168.203.125@tcp:106: Request processed in 93us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.674034:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24057 00010000:00010000:0.0:1780298645.674512:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674523:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674533:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674541:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674549:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.674558:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.674562:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.674566:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674582:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674590:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674597:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.674601:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674627:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.674632:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674639:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4950 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.674654:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609665536:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.674798:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674807:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674814:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674821:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674828:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.674840:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.674843:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.674854:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674862:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674870:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674876:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.674881:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.674885:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 464 00000020:00010000:1.0:1780298645.674890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.674894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.674897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.674901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057dea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.674904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.674907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d6c8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.674909:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.674911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d6c8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.674914:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.674922:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4957 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.674937:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609665664:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.674944:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.674967:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.674980:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.674985:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.674997:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.674999:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298645.675010:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.675011:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298645.675034:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.675042:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.675065:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.675081:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.675081:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.675095:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.675114:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.675139:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.675147:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.675747:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.675769:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073536 00000100:00100000:0.0:1780298645.675774:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073536 00000100:00100000:0.0:1780298645.675806:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24058 00000100:00100000:0.0:1780298645.675815:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605073536:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.675824:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.675834:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.675859:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.675861:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000020:00010000:0.0:1780298645.675865:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.675868:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 440 00000100:00100000:0.0:1780298645.675909:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605073536:12345-192.168.203.125@tcp:106: Request processed in 95us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.675917:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24058 00000100:00100000:1.0:1780298645.675939:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.675990:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073664 00000100:00100000:0.0:1780298645.675994:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073664 00000100:00100000:0.0:1780298645.676018:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24059 00000100:00100000:0.0:1780298645.676025:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605073664:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.676033:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.676047:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.676068:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.676070:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.676074:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.676076:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.676110:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605073664:12345-192.168.203.125@tcp:106: Request processed in 84us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.676116:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24059 00010000:00010000:1.0:1780298645.676604:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676615:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676625:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676632:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676639:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.676649:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.676653:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.676657:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676665:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676683:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676726:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.676730:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676761:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.676765:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676770:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d495e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.676781:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.676795:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676800:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676805:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676813:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676817:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.676821:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.676823:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.676833:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676840:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676847:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676854:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.676856:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.676859:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 464 00000020:00010000:2.0:1780298645.676864:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.676866:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.676870:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057dea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.676873:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.676875:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582910 (ffff8c439057d6c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.676877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.676878:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.676881:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.676882:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.676894:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4965 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.676900:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.676905:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609665920:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.676912:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00a00000:2.0:1780298645.676964:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:2.0:1780298645.676985:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.676989:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.677001:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.677003:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a45f0, flags 0x400001002 00000008:00010000:2.0:1780298645.677012:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.677013:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4130, flags 0x400001002 00010000:00010000:2.0:1780298645.677021:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.677029:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1780298645.677036:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.677038:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.677042:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.677062:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.677067:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.677086:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298645.677116:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.677128:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609666048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.677815:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.677843:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073792 00000100:00100000:1.0:1780298645.677848:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073792 00000100:00100000:1.0:1780298645.677877:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24060 00000100:00100000:1.0:1780298645.677883:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605073792:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.677891:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.677899:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.677915:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.677917:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.677919:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.677920:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.677947:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605073792:12345-192.168.203.125@tcp:106: Request processed in 65us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.677952:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24060 00010000:00010000:3.0:1780298645.678527:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678540:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678550:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678558:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678563:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.678578:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.678581:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.678590:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678597:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678605:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678611:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.678615:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.678624:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 464 00000020:00010000:2.0:1780298645.678628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901defe8 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.678630:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901defe8 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.678633:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.678637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.678640:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901defe8 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.678642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.678645:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929ee878/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.678651:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.678655:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.678663:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d496c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.678667:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.678678:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609666048:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.678769:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 655 00000080:00200000:2.0:1780298645.678776:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.678785:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.678802:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [655, 655] 00000008:00010000:2.0:1780298645.678810:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.678812:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6db0, osc lock ffff8c43878a4130, flags 0x0 00010000:00010000:2.0:1780298645.678823:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.678831:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2682880 2686975) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.678837:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.678841:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.678845:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298645.678852:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00000008:00010000:2.0:1780298645.678883:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617b40 00000008:00010000:2.0:1780298645.678911:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617b40 00010000:00010000:2.0:1780298645.678925:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2682880 2686975) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00100000:2.0:1780298645.678945:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73800 - object 0x2c0000401:17 offset 2682880<>2686976 00000100:00100000:3.0:1780298645.678981:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609666176:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.679945:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617b40 00000020:00200000:2.0:1780298645.679951:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.679967:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617b40 00000100:00100000:2.0:1780298645.679985:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609666176:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.679998:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07944e8 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.680002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07944e8 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.680004:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6db0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.680008:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.680016:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298645.680032:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07944e8 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.680036:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6db0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.680052:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.680087:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.680093:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.680108:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [655, 655] 00000008:00010000:1.0:1780298645.680114:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.680117:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022b30, osc lock ffff8c43908f0850, flags 0x0 00010000:00010000:1.0:1780298645.680127:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.680137:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2682880 2686975) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.680144:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.680148:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.680152:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298645.680159:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00000008:00010000:1.0:1780298645.680173:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298645.680186:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.680194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860967b8 (ffff8c439057d518/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.680196:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860967b8 (ffff8c439057d518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.680197:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022b30 (ffff8c439057d368/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.680200:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.680204:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:1.0:1780298645.680209:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860967b8 (ffff8c439057d518/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.680211:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022b30 (ffff8c439057d518/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.680221:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.680248:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 656 00000080:00200000:1.0:1780298645.680251:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.680255:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.680262:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [656, 656] 00000008:00010000:1.0:1780298645.680266:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.680267:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022b30, osc lock ffff8c43908f0850, flags 0x0 00010000:00010000:1.0:1780298645.680273:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.680283:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2686976 2691071) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.680288:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.680293:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298645.680297:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1780298645.680302:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00000008:00010000:1.0:1780298645.680316:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1780 00000008:00010000:1.0:1780298645.680340:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1780 00010000:00010000:1.0:1780298645.680349:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2686976 2691071) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00100000:1.0:1780298645.680362:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf2a00 - object 0x2c0000401:17 offset 2686976<>2691072 00000100:00100000:0.0:1780298645.680407:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609666304:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.681375:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1780 00000020:00200000:1.0:1780298645.681381:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.681395:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1780 00000100:00100000:1.0:1780298645.681410:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609666304:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298645.681422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860967b8 (ffff8c439057d518/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.681425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860967b8 (ffff8c439057d518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.681427:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022b30 (ffff8c439057d368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.681431:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298645.681437:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:2.0:1780298645.681447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860967b8 (ffff8c439057d518/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.681450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022b30 (ffff8c439057d518/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.681469:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.681506:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.681511:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.681521:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [656, 656] 00000008:00010000:2.0:1780298645.681525:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.681527:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6730, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298645.681533:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.681539:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2686976 2691071) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.681545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.681554:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.681557:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1780298645.681562:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00000008:00010000:2.0:1780298645.681572:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000c9442719 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00010000:2.0:1780298645.681580:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c9442719 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00010000:2.0:1780298645.681586:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00010000:2.0:1780298645.681594:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1780298645.681607:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:2.0:1780298645.681615:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794c68 (ffff8c43929eed88/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.681618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794c68 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.681628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6730 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.681633:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.681642:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00010000:2.0:1780298645.681651:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794c68 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.681653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6730 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.681670:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.681722:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 2682880, end 2691071, datasync 1 00000080:00200000:2.0:1780298645.681740:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.681748:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1780298645.681765:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000008:00010000:2.0:1780298645.681775:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298645.681804:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2682880 2686975) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000008:00100000:2.0:1780298645.681839:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73800 - object 0x2c0000401:17 offset 2682880<>2691072 00000100:00100000:3.0:1780298645.681881:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609666432:192.168.203.125@tcp:4:fsx.0 00000008:00010000:2.0:1780298645.684076:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000008:00010000:2.0:1780298645.684101:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000fd945bdf ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:2.0:1780298645.684120:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609666432:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298645.684173:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.684204:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.684209:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1780298645.684264:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.684274:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609666560:192.168.203.125@tcp:16:fsx.0 00000100:00100000:1.0:1780298645.686558:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969762 gen 1 00000100:00100000:1.0:1780298645.686599:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609666560:192.168.203.125@tcp:16:fsx.0 00000080:00200000:2.0:1780298645.686639:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000080:00200000:2.0:1780298645.686662:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.686752:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.686760:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.686783:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.686794:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298645.686827:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.686834:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.686843:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.686858:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609666688:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.686903:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.687973:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609666688:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.687985:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.687995:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688010:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688020:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688029:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688036:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688044:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.688054:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc71500 x1866777609666688/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.688063:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.688074:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688082:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.688087:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.688158:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.688169:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:2.0:1780298645.688174:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.688177:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.688179:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688185:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.688207:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.688212:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.688228:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.688231:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a45f0, flags 0x400001002 00000008:00010000:2.0:1780298645.688242:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.688244:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a5430, flags 0x400001002 00010000:00010000:2.0:1780298645.688257:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298645.688268:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:2.0:1780298645.688279:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.688282:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298645.688289:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1780298645.688327:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.688335:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.688364:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:2.0:1780298645.688373:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.688383:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609666816:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.689209:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.689266:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605073920 00000100:00100000:1.0:1780298645.689272:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605073920 00000100:00100000:1.0:1780298645.689312:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24061 00000100:00100000:1.0:1780298645.689321:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605073920:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.689332:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.689343:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.689374:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.689376:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.689380:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.689382:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.689426:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605073920:12345-192.168.203.125@tcp:106: Request processed in 105us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.689433:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24061 00010000:00010000:2.0:1780298645.690372:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690381:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690388:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690393:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690397:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.690408:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.690411:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.690421:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690432:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690441:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690449:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.690453:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.690458:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000020:00010000:3.0:1780298645.690462:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc920 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.690465:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc920 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.690468:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.690473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.690475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc920 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.690478:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.690481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.690487:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.690492:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.690499:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d497a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.690513:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298645.690516:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609666816:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298645.690538:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.690556:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.690560:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.690575:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.690578:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298645.690591:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.690593:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298645.690603:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.690614:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:3.0:1780298645.690623:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.690626:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1780298645.690633:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298645.690663:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.690670:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.690723:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298645.690732:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.690742:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609666944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.691683:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.691768:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.691779:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074048 00000100:00100000:1.0:1780298645.691783:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074048 00000100:00100000:1.0:1780298645.691812:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24062 00000100:00100000:1.0:1780298645.691820:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605074048:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.691829:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.691839:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.691872:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.691874:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.691878:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.691879:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.691915:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605074048:12345-192.168.203.125@tcp:106: Request processed in 96us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.691921:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24062 00010000:00010000:2.0:1780298645.692706:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692730:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692741:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692748:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692756:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.692771:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.692776:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.692788:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692796:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692803:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692810:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.692815:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.692821:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000020:00010000:1.0:1780298645.692825:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.692827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.692829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.692832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.692833:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.692835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27f38/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.692838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27f38/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.692854:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.692859:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.692866:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4981 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.692874:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298645.692887:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609666944:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.692891:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:1.0:1780298645.692903:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.692908:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.692920:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.692929:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.692937:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.692942:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.692946:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.692948:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:1.0:1780298645.692952:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.692954:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.692959:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.692975:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.692978:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.692990:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.692991:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0f70, flags 0x400001002 00000008:00010000:1.0:1780298645.693001:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.693002:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1300, flags 0x400001002 00010000:00010000:1.0:1780298645.693008:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298645.693014:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:1.0:1780298645.693020:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.693022:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298645.693026:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:1.0:1780298645.693044:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.693049:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.693070:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.693106:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609667072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.693906:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.693950:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074176 00000100:00100000:1.0:1780298645.693956:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074176 00000100:00100000:1.0:1780298645.693985:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24063 00000100:00100000:1.0:1780298645.693994:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605074176:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.694002:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.694011:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.694038:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.694040:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.694044:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.694046:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.694089:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605074176:12345-192.168.203.125@tcp:106: Request processed in 96us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.694095:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24063 00010000:00010000:1.0:1780298645.694794:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694807:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694816:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694823:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694831:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.694841:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.694844:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.694855:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694862:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694871:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.694879:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00010000:00010000:1.0:1780298645.694879:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.694883:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.694885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057dc68/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.694891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057dc68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.694899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d878/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.694903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.694905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057dc68/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.694907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.694911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.694927:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.694937:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.694945:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4988 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.694957:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.694962:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609667072:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.694983:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.694999:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.695004:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.695030:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.695035:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298645.695048:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.695050:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4390, flags 0x400001002 00010000:00010000:2.0:1780298645.695060:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298645.695068:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1780298645.695074:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.695076:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298645.695081:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298645.695100:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.695105:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.695124:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:2.0:1780298645.695129:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.695136:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609667200:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.695931:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.695966:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074304 00000100:00100000:1.0:1780298645.695970:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074304 00000100:00100000:1.0:1780298645.695999:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24064 00000100:00100000:1.0:1780298645.696007:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605074304:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.696016:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.696026:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.696056:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.696058:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.696062:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.696064:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.696101:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605074304:12345-192.168.203.125@tcp:106: Request processed in 95us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.696108:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24064 00010000:00010000:2.0:1780298645.696794:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696807:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696817:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696824:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696832:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.696841:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.696844:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.696855:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696863:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696871:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696878:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.696882:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.696888:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000020:00010000:3.0:1780298645.696896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.696902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.696905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.696909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.696911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.696914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.696918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eeb48/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.696929:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.696935:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.696944:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d498f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.696955:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298645.696961:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609667200:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298645.696973:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:3.0:1780298645.697019:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 219150, type: SEEK_SET 00000080:00200008:3.0:1780298645.697025:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 219150, type: SEEK_SET, rc = 219150 00000080:00200008:3.0:1780298645.697032:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 219150, count: 3686 00000080:00200000:3.0:1780298645.697055:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 219150, bytes: 3686 00000080:00200000:3.0:1780298645.697060:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298645.697065:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298645.697067:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [219150, 222836) 0 0 00000080:00200000:3.0:1780298645.697070:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.697079:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [53, 54] 00020000:00200000:3.0:1780298645.697085:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [219150, 222836) 222836, 3686 00020000:00200000:3.0:1780298645.697089:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.697110:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [53, 54] 00000008:00010000:3.0:1780298645.697119:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.697122:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3a30, osc lock ffff8c43a079af70, flags 0x0 00010000:00010000:3.0:1780298645.697151:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.697161:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.697170:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.697187:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609667328:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.697231:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.698543:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.698579:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074432 00000100:00100000:1.0:1780298645.698585:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074432 00000100:00100000:1.0:1780298645.698618:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24065 00000100:00100000:1.0:1780298645.698628:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605074432:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.698638:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:1.0:1780298645.698723:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.698731:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605074432:12345-192.168.203.125@tcp:104: Request processed in 105us (190us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.698737:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298645.698740:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24065 00010000:00010000:2.0:1780298645.698745:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298645.698756:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.698762:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1780298645.698809:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.698876:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.698928:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298645.698944:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.698964:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298645.698978:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d48d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630359fa expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298645.698993:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.698995:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.698997:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.699004:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.699013:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609667456:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.701504:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609667328:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.701505:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.701527:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.701539:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.701548:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.701551:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074560 00000100:00100000:1.0:1780298645.701558:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074560 00000100:00100000:1.0:1780298645.701598:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24066 00000100:00100000:1.0:1780298645.701606:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605074560:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.701615:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.701634:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->225279] (req 217088->225279) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.701643:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.701652:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.701660:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.701669:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.701729:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d600) 00010000:00010000:3.0:1780298645.701736:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.701747:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.701760:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.701769:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605074560:12345-192.168.203.125@tcp:105: Request processed in 162us (267us total) trans 0 rc 0/0 00000008:00010000:3.0:1780298645.701774:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4618229, setting rss=4618229; kms=4618229, end=33771519 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.701778:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24066 00010000:00010000:3.0:1780298645.701798:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.701806:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.701828:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [219150, 222836) append 0 append lockpos 0 00000080:00200000:3.0:1780298645.701858:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 53 of 2062 to 2034 bytes 00000008:00010000:3.0:1780298645.701965:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab840 00000008:00010000:3.0:1780298645.702010:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab840 00010000:00010000:3.0:1780298645.702033:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (217088 221183) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298645.702061:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0a80 - object 0x2c0000401:17 offset 217088<>221184 00000100:00100000:2.0:1780298645.702100:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609667584:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298645.702426:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609667456:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.703209:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab840 00000020:00200000:2.0:1780298645.703217:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.703228:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab840 00000100:00100000:2.0:1780298645.703243:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609667584:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298645.703267:0:29360:0:(rw26.c:858:ll_write_end()) pos 219150, len 2034, copied 2034 00000080:00200000:3.0:1780298645.703276:0:29360:0:(rw26.c:916:ll_write_end()) page@000000005ef1791c[3 0000000003324618 2 1 00000000f1a2c65a] 00000080:00200000:3.0:1780298645.703280:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000002d310518 17ffffc0001009 3:0 ffff8c4384802ee0 53 lru 00000080:00200000:3.0:1780298645.703288:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000008a337ff0 53: 1< 1 - - > 2< 217088 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298645.703293:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000005ef1791c 00000080:00200000:3.0:1780298645.703295:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298645.703328:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 54 of 0 to 1652 bytes 00000008:00010000:2.0:1780298645.703352:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617e40 00000008:00010000:2.0:1780298645.703369:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617e40 00010000:00010000:2.0:1780298645.703381:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (221184 225279) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298645.703396:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc71500 - object 0x2c0000401:17 offset 221184<>225280 00000100:00100000:2.0:1780298645.703419:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.703425:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609667712:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.704415:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617e40 00000020:00200000:2.0:1780298645.704419:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.704427:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617e40 00000100:00100000:2.0:1780298645.704438:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609667712:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298645.704460:0:29360:0:(rw26.c:858:ll_write_end()) pos 221184, len 1652, copied 1652 00000080:00200000:3.0:1780298645.704466:0:29360:0:(rw26.c:916:ll_write_end()) page@000000004d07cd93[3 0000000003324618 2 1 00000000f1a2c65a] 00000080:00200000:3.0:1780298645.704469:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001ab2801e 17ffffc0001009 3:0 ffff8c4390b44460 54 lru 00000080:00200000:3.0:1780298645.704477:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000061d80b04 54: 1< 1 - - > 2< 221184 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298645.704479:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000004d07cd93 00000080:00200000:3.0:1780298645.704480:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298645.704514:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 2062, to 1652 prio 0 00000008:00010000:2.0:1780298645.704534:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000013a51181 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.704551:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000013a51181 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.704564:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 2, dirtied 2 00000080:00200000:2.0:1780298645.704568:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 3686 bytes, tot: 3686 00000080:00200000:2.0:1780298645.704570:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 3686 00000020:00010000:2.0:1780298645.704581:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c235d8 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.704584:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c235d8 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.704587:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3a30 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.704592:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.704602:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.704615:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c235d8 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.704618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3a30 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.704629:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3686 bytes 00000080:00200000:2.0:1780298645.704635:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [53, 54] 00000080:00200000:2.0:1780298645.704652:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.704655:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 3686, restart: 0 00000080:00200000:2.0:1780298645.704662:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000080:00200000:2.0:1780298645.704666:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 3686 00000080:00200008:2.0:1780298645.704704:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.704710:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.704734:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.704744:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.704751:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298645.704757:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.704762:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.704764:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:2.0:1780298645.704768:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.704770:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.704774:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298645.704790:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.704797:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.704809:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.704811:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298645.704822:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.704823:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a51d0, flags 0x400001002 00010000:00010000:2.0:1780298645.704828:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.704843:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.704849:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.704870:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.704885:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.704890:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298645.704893:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.704898:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609667840:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.704903:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.704918:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.704925:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609667968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.705876:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.705913:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.705940:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074816 00000100:00100000:0.0:1780298645.705940:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074688 00000100:00100000:0.0:1780298645.705946:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074688 00000100:00100000:1.0:1780298645.705947:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074816 00000100:00100000:1.0:1780298645.705990:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24067 00000100:00100000:0.0:1780298645.706002:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24068 00000100:00100000:1.0:1780298645.706003:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605074816:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.706015:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.706018:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605074688:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.706030:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.706041:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.706048:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.706089:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.706092:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 456 00000020:00010000:0.0:1780298645.706094:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.706098:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.706099:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.706103:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 456 00000020:00010000:0.0:1780298645.706107:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.706110:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.706153:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605074816:12345-192.168.203.125@tcp:106: Request processed in 155us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.706161:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24067 00000100:00100000:0.0:1780298645.706167:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605074688:12345-192.168.203.125@tcp:106: Request processed in 151us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.706175:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24068 00010000:00010000:3.0:1780298645.707069:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707072:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.707096:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707096:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.707123:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707123:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707137:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.707145:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707160:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.707164:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.707169:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.707174:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.707177:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.707178:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:3.0:1780298645.707187:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.707188:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707196:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707200:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.707204:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.707204:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.707223:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.707227:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000020:00010000:1.0:1780298645.707234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929ee5a8/0) at cl_lock_release():245 00010000:00010000:3.0:1780298645.707235:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.707238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.707240:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.707245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.707246:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.707252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.707253:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.707260:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.707261:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d49a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.707262:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.707266:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.707274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298645.707296:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609667968:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.707313:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.707330:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.707336:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.707341:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:3.0:1780298645.707347:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d499d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.707355:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.707360:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:3.0:1780298645.707363:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609667840:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298645.707374:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.707377:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f1db0, flags 0x400001002 00000008:00010000:1.0:1780298645.707387:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.707388:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f1c80, flags 0x400001002 00010000:00010000:1.0:1780298645.707396:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.707424:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.707434:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.707464:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.707482:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.707491:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.707500:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609668096:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.707504:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.707519:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609668224:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.708481:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.708507:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.708536:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780298645.708537:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075072 00000100:00100000:2.0:1780298645.708542:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075072 00000100:00100000:0.0:1780298645.708548:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605074944 00000100:00100000:0.0:1780298645.708553:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605074944 00000100:00100000:2.0:1780298645.708578:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 474 00000100:00100000:0.0:1780298645.708585:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24069 00000100:00100000:2.0:1780298645.708590:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8359:x1866777605075072:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.708598:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298645.708598:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605074944:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.708610:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.708616:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.708625:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.708640:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.708642:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:2.0:1780298645.708645:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.708646:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.708663:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.708665:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 456 00000020:00010000:0.0:1780298645.708670:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.708671:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 456 00000100:00100000:2.0:1780298645.708682:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8359:x1866777605075072:12345-192.168.203.125@tcp:106: Request processed in 96us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.708711:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 474 00000100:00100000:0.0:1780298645.708757:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605074944:12345-192.168.203.125@tcp:106: Request processed in 163us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.708765:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24069 00010000:00010000:0.0:1780298645.709616:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709628:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709637:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709645:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709652:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709655:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.709669:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00010000:00010000:1.0:1780298645.709671:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.709674:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.709680:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709684:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709710:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709742:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709751:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709754:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.709761:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709763:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.709778:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.709784:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.709796:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709804:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.709807:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.709813:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709814:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.709821:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 480 00000020:00010000:2.0:1780298645.709830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057d008/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.709837:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057d008/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.709837:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d49b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.709838:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.709845:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.709846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.709854:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.709861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057d008/0) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.709863:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609668224:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.709868:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d008/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.709881:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d008/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.709916:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.709922:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.709925:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.709941:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d49ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298645.709952:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000100:00100000:1.0:1780298645.709953:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609668096:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.709999:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 2390451, len 6699 00000080:00200000:2.0:1780298645.710015:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.710018:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.710027:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.710051:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [583, 585] 00000008:00010000:2.0:1780298645.710059:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.710062:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6730, osc lock ffff8c43878a4e40, flags 0x0 00010000:00010000:2.0:1780298645.710103:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.710113:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.710122:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.710137:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609668352:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.710180:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.711167:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.711199:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075200 00000100:00100000:0.0:1780298645.711203:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075200 00000100:00100000:0.0:1780298645.711228:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24070 00000100:00100000:0.0:1780298645.711235:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605075200:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.711242:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.711279:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.711285:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605075200:12345-192.168.203.125@tcp:104: Request processed in 51us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.711292:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24070 00010000:00010000:2.0:1780298645.711299:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.711306:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.711314:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.711318:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298645.711356:0:15608:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000013a51181 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298645.711366:0:15608:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000013a51181 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.711399:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (217088 221183) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1780298645.711463:0:15608:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73b80 - object 0x2c0000401:17 offset 217088<>225280 00000100:00100000:3.0:1780298645.711509:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609668480:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298645.712094:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609668352:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.712109:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.712121:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.712130:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.713614:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000013a51181 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298645.713650:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000013a51181 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.713674:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609668480:192.168.203.125@tcp:4:fsx.0 00000080:00200000:2.0:1780298645.713677:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.713768:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.713816:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.713826:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.713840:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.713845:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4996 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [217088->33771519] (req 217088->225279) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035acc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.713858:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.713859:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.713861:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.713866:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.713879:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609668608:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.714947:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.714985:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075328 00000100:00100000:0.0:1780298645.714991:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075328 00000100:00100000:0.0:1780298645.715030:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24071 00000100:00100000:0.0:1780298645.715040:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605075328:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.715051:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.715061:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->2400255] (req 2387968->2400255) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.715070:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.715079:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.715087:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.715097:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.715123:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00010000:00010000:2.0:1780298645.715150:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.715160:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605075328:12345-192.168.203.125@tcp:105: Request processed in 120us (212us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.715166:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.715172:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24071 00010000:00010000:2.0:1780298645.715185:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.715196:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4618229, setting rss=4618229; kms=4618229, end=35942399 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.715205:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.715213:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.715240:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 496 00000100:00100000:2.0:1780298645.715289:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.715299:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609668736:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.716160:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609668608:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.716761:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609668736:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298645.716800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.716805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.716809:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6730 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.716816:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.716828:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.716840:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.716843:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6730 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.716871:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.716902:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.716910:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.716926:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.716939:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.716950:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.716957:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.716964:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.716967:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:3.0:1780298645.716972:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.716975:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.716982:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298645.717013:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.717020:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.717041:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.717044:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a4c0, flags 0x400001002 00000008:00010000:3.0:1780298645.717058:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.717059:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079aab0, flags 0x400001002 00010000:00010000:3.0:1780298645.717068:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.717092:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.717100:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.717134:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.717144:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609668864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.717179:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.717190:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.717211:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.717220:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.717230:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609668992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.718131:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.718169:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075456 00000100:00100000:0.0:1780298645.718174:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075456 00000100:00100000:0.0:1780298645.718202:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24072 00000100:00100000:0.0:1780298645.718208:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605075456:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.718215:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.718222:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.718247:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.718249:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.718252:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.718253:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.718272:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.718291:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605075456:12345-192.168.203.125@tcp:106: Request processed in 83us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.718295:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24072 00000100:00100000:0.0:1780298645.718306:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075584 00000100:00100000:0.0:1780298645.718308:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075584 00000100:00100000:0.0:1780298645.718325:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24073 00000100:00100000:0.0:1780298645.718330:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605075584:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.718335:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.718341:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.718353:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.718355:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.718357:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.718359:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.718380:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605075584:12345-192.168.203.125@tcp:106: Request processed in 51us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.718384:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24073 00010000:00010000:3.0:1780298645.719269:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719278:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719281:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719288:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719292:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719296:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719304:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719305:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719313:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719317:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.719323:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:3.0:1780298645.719326:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.719329:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.719330:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.719333:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.719336:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719343:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719344:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719351:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719352:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.719356:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719358:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719365:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.719368:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.719378:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000020:00010000:1.0:1780298645.719383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092480 (ffff8c4390c27bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.719387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092480 (ffff8c4390c27bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.719391:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.719395:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.719395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.719400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092480 (ffff8c4390c27bd8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.719401:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.719402:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.719405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.719406:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.719414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.719418:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d49c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.719424:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d49c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.719438:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609668864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.719454:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609668992:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.719465:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.719491:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.719521:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.719526:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.719544:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.719547:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f04c0, flags 0x400001002 00000008:00010000:1.0:1780298645.719563:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.719565:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298645.719573:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.719596:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.719606:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.719652:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.719660:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.719667:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609669120:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.719674:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.719756:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.719763:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609669248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.721065:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.721094:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.721119:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075712 00000100:00100000:0.0:1780298645.721124:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075712 00000100:00100000:0.0:1780298645.721152:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075840 00000100:00100000:0.0:1780298645.721155:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075840 00000100:00100000:0.0:1780298645.721170:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24074 00000100:00100000:0.0:1780298645.721179:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605075712:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.721185:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24075 00010000:00010000:0.0:1780298645.721188:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.721197:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605075840:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.721203:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.721208:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.721220:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.721239:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.721241:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.721245:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.721247:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.721254:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.721257:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.721261:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.721263:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.721302:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605075712:12345-192.168.203.125@tcp:106: Request processed in 125us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.721310:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605075840:12345-192.168.203.125@tcp:106: Request processed in 114us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.721314:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24074 00000100:00100000:1.0:1780298645.721325:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24075 00010000:00010000:0.0:1780298645.722254:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722264:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722272:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722280:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722286:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.722295:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.722298:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.722302:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722307:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722314:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722320:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.722323:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722348:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.722352:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722359:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d49d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.722374:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609669248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.722388:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722395:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722407:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722413:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722419:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.722426:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:0.0:1780298645.722429:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.722447:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722458:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722465:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722471:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.722475:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.722488:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000020:00010000:1.0:1780298645.722493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.722497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.722501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d008/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.722504:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.722507:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.722515:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d49ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.722519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.722524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.722526:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609669120:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.722529:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.722535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.722563:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.722581:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:1.0:1780298645.722595:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.722601:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.722617:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.722629:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.722641:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.722649:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.722655:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.722658:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:1.0:1780298645.722663:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.722666:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.722674:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.722738:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.722745:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.722762:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.722764:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f0d10, flags 0x400001002 00000008:00010000:1.0:1780298645.722783:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.722785:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f04c0, flags 0x400001002 00010000:00010000:1.0:1780298645.722793:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.722815:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.722823:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.722860:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609669376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.722866:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.722876:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.722889:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.722906:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609669504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.723672:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.723746:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.723757:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605075968 00000100:00100000:1.0:1780298645.723761:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605075968 00000100:00100000:1.0:1780298645.723788:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24076 00000100:00100000:1.0:1780298645.723795:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605075968:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.723803:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.723813:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.723842:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.723845:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.723851:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298645.723855:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.723857:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.723874:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076096 00000100:00100000:0.0:1780298645.723879:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076096 00000100:00100000:0.0:1780298645.723902:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24077 00000100:00100000:1.0:1780298645.723914:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605075968:12345-192.168.203.125@tcp:106: Request processed in 115us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.723914:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605076096:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.723924:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.723928:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24076 00010000:00010000:0.0:1780298645.723938:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.723962:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.723964:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.723968:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.723970:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.723998:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605076096:12345-192.168.203.125@tcp:106: Request processed in 89us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.724005:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24077 00010000:00010000:1.0:1780298645.724741:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724750:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724757:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724761:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724767:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.724774:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.724778:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.724781:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724789:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724796:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724802:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.724806:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724830:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.724834:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.724842:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000145588fe/0x11c228eb194d49dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.724849:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.724858:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609669376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.724858:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.724866:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.724873:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.724880:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.724888:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.724892:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.724902:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.724909:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.724921:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:0.0:1780298645.724921:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.724925:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.724928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.724929:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.724932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.724932:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.724936:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d008/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.724938:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.724940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.724944:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d7e8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.724956:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.724960:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.724963:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.724968:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d49e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.724981:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:0.0:1780298645.724982:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609669504:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.724992:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.724998:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.725011:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.725013:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f04c0, flags 0x400001002 00000008:00010000:1.0:1780298645.725023:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.725024:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298645.725032:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.725047:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.725052:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.725087:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298645.725093:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.725096:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609669632:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.725107:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.725119:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.725170:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609669760:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.726024:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.726043:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.726054:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076224 00000100:00100000:0.0:1780298645.726057:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076224 00000100:00100000:0.0:1780298645.726079:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076352 00000100:00100000:0.0:1780298645.726080:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076352 00000100:00100000:1.0:1780298645.726091:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24078 00000100:00100000:0.0:1780298645.726099:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24079 00000100:00100000:1.0:1780298645.726103:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605076224:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.726110:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298645.726110:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605076352:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.726118:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.726120:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.726134:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.726163:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.726165:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.726170:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.726174:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.726174:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.726176:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.726181:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.726183:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.726225:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605076224:12345-192.168.203.125@tcp:106: Request processed in 126us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.726225:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605076352:12345-192.168.203.125@tcp:106: Request processed in 117us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.726239:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24078 00000100:00100000:0.0:1780298645.726247:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24079 00010000:00010000:1.0:1780298645.727083:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727095:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727109:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727116:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727123:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.727132:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.727135:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.727138:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727145:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727152:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727158:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.727162:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727190:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.727194:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727201:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d49f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.727214:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609669760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.727228:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727237:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727244:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727251:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727257:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.727264:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.727268:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.727282:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727290:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727298:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.727305:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:3.0:1780298645.727307:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:1.0:1780298645.727309:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.727311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.727317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.727323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.727326:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.727328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057d7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.727330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.727333:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d7e8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.727349:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.727354:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.727360:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.727362:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d49ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298645.727371:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000100:00100000:1.0:1780298645.727375:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609669632:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298645.727408:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 85517, len 1219 00000080:00200000:3.0:1780298645.727422:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298645.727424:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298645.727430:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.727445:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [20, 21] 00000008:00010000:3.0:1780298645.727453:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.727456:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3d30, osc lock ffff8c43a079ba20, flags 0x0 00010000:00010000:3.0:1780298645.727464:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (81920 90111) 00010000:00010000:3.0:1780298645.727485:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.727493:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->90111] (req 81920->90111) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.727502:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->90111] (req 81920->90111) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.727514:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609669888:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.727548:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.728308:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609669888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.728317:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.728326:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.728333:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.728339:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.728345:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=2383871 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.728350:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.728358:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.728369:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000100:00100000:3.0:1780298645.728405:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.728412:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609670016:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298645.729377:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609670016:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298645.729395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.729399:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.729406:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3d30 (ffff8c4390c27368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.729410:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.729420:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.729429:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.729431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3d30 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.729453:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.729475:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.729482:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.729499:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.729510:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.729518:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298645.729523:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.729528:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.729531:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:2.0:1780298645.729535:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.729537:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.729541:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298645.729564:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.729568:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.729581:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.729583:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298645.729592:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.729593:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298645.729611:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.729617:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.729637:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298645.729643:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.729651:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609670144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.729761:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.729770:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.729800:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.729821:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.729830:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609670272:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.730515:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.730554:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076480 00000100:00100000:0.0:1780298645.730559:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076480 00000100:00100000:0.0:1780298645.730599:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24080 00000100:00100000:0.0:1780298645.730609:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605076480:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.730618:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.730629:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.730653:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.730655:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.730657:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.730658:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.730732:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605076480:12345-192.168.203.125@tcp:106: Request processed in 124us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.730741:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24080 00000100:00100000:1.0:1780298645.730827:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.730853:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076608 00000100:00100000:0.0:1780298645.730856:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076608 00000100:00100000:0.0:1780298645.730876:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24081 00000100:00100000:0.0:1780298645.730881:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605076608:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.730887:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.730893:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.730908:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.730909:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.730911:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.730912:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.730940:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605076608:12345-192.168.203.125@tcp:106: Request processed in 59us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.730944:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24081 00010000:00010000:3.0:1780298645.731385:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731398:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731409:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731416:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731423:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.731437:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.731441:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.731445:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731453:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731461:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731522:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.731527:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731555:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.731559:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.731564:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d49ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.731581:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609670144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.731669:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731681:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731782:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731791:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731799:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.731808:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.731812:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.731823:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731835:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731842:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731851:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.731851:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:2.0:1780298645.731856:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.731856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.731861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.731868:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.731872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.731874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.731875:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.731878:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eecf8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.731917:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298645.731920:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298645.731923:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.731932:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.731938:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.731953:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:2.0:1780298645.731957:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609670272:192.168.203.125@tcp:101:fsx.0 00000001:00010000:1.0:1780298645.731959:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.731975:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.731978:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298645.731988:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.731989:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298645.732010:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.732018:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.732043:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.732058:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.732058:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609670400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.732066:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.732076:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.732088:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609670528:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.732895:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.732924:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.732944:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076736 00000100:00100000:1.0:1780298645.732946:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.732948:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076736 00000100:00100000:1.0:1780298645.732954:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076864 00000100:00100000:1.0:1780298645.732956:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076864 00000100:00100000:0.0:1780298645.732975:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24082 00000100:00100000:1.0:1780298645.732980:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24083 00000100:00100000:0.0:1780298645.732982:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605076736:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.732985:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605076864:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.732991:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.732991:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.733001:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.733001:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.733028:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.733028:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.733031:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.733031:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.733035:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.733035:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.733037:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.733037:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.733072:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605076864:12345-192.168.203.125@tcp:106: Request processed in 85us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.733072:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605076736:12345-192.168.203.125@tcp:106: Request processed in 89us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.733079:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24083 00000100:00100000:0.0:1780298645.733082:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24082 00010000:00010000:0.0:1780298645.733855:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733860:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733866:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733873:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733876:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733897:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733899:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733918:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733921:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733926:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.733936:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.733940:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.733942:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.733943:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.733949:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.733951:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733958:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733960:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733963:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.733967:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733978:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.733984:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.733987:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:1.0:1780298645.733989:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298645.733991:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580490 (ffff8c439057d3f8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.733993:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.733995:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.733996:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580490 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.734000:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.734003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.734010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.734017:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580490 (ffff8c439057d3f8/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.734021:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4a0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.734022:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.734031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.734051:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609670400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.734081:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298645.734084:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.734086:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.734093:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298645.734096:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000100:00100000:1.0:1780298645.734108:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609670528:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:2.0:1780298645.734152:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298645.734168:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.734173:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.734186:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.734187:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a5690, flags 0x400001002 00000008:00010000:2.0:1780298645.734196:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.734198:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a5db0, flags 0x400001002 00010000:00010000:2.0:1780298645.734204:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.734223:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.734230:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.734257:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.734262:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.734267:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609670656:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.734271:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.734292:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609670784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.735174:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.735205:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.735220:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605076992 00000100:00100000:0.0:1780298645.735224:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077120 00000100:00100000:1.0:1780298645.735226:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605076992 00000100:00100000:0.0:1780298645.735229:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077120 00000100:00100000:1.0:1780298645.735266:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24084 00000100:00100000:0.0:1780298645.735273:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24085 00000100:00100000:1.0:1780298645.735279:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605076992:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.735286:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605077120:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.735288:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.735297:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.735303:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.735314:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.735344:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.735346:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.735350:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.735352:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.735390:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605077120:12345-192.168.203.125@tcp:106: Request processed in 107us (184us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.735393:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.735397:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.735404:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.735406:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.735408:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24085 00000100:00100000:1.0:1780298645.735449:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605076992:12345-192.168.203.125@tcp:106: Request processed in 174us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.735461:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24084 00010000:00010000:2.0:1780298645.736532:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736546:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736554:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736563:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736570:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.736581:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.736585:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.736589:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736596:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736605:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736613:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.736617:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736620:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736636:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736646:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736654:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736657:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.736662:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736664:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.736706:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4a22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.736711:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:3.0:1780298645.736728:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00100000:2.0:1780298645.736739:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609670784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.736740:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736752:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.736756:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000020:00010000:1.0:1780298645.736762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929ee248/0) at cl_lock_release():245 00010000:00010000:3.0:1780298645.736763:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.736767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.736773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.736779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.736784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.736789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee248/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.736791:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.736796:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.736797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.736821:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.736860:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.736865:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.736874:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4a1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.736887:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609670656:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.736895:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 478 00000080:00200000:1.0:1780298645.736902:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.736909:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.736925:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [478, 478] 00000008:00010000:1.0:1780298645.736932:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.736935:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0980, flags 0x0 00010000:00010000:1.0:1780298645.736948:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.736961:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1957888 1961983) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.736971:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.736978:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.736990:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.737001:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8812533 00010000:00010000:1.0:1780298645.737047:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.737056:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1929216 1933311) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.737063:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.737067:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.737070:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298645.737207:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1c00 00010000:00010000:1.0:1780298645.737222:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.737231:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298645.737269:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1c00 00010000:00010000:1.0:1780298645.737286:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1957888 1961983) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298645.737319:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf2a00 - object 0x2c0000401:17 offset 1929216<>1994752 00000100:00100000:0.0:1780298645.737362:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609670912:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.739851:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1c00 00000020:00200000:1.0:1780298645.739862:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.739878:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1c00 00000020:00010000:2.0:1780298645.739903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096f38 (ffff8c439057d878/0) at cl_lock_release():245 00000100:00100000:1.0:1780298645.739905:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609670912:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298645.739912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096f38 (ffff8c439057d878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.739917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.739925:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.739938:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298645.739953:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096f38 (ffff8c439057d878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.739957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057d878/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.739987:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.740052:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 479 00000080:00200008:2.0:1780298645.740099:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.740107:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.740123:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.740137:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.740146:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298645.740159:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.740166:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.740169:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:2.0:1780298645.740174:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.740177:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.740185:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298645.740209:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.740217:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.740238:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.740241:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298645.740254:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.740256:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a4980, flags 0x400001002 00010000:00010000:2.0:1780298645.740291:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.740299:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.740333:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298645.740344:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.740355:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609671040:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.740385:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.740397:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.740416:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.740422:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609671168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.745414:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.745464:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.745489:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077248 00000100:00100000:0.0:1780298645.745489:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077376 00000100:00100000:1.0:1780298645.745497:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077248 00000100:00100000:0.0:1780298645.745498:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077376 00000100:00100000:0.0:1780298645.745549:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24086 00000100:00100000:1.0:1780298645.745558:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24087 00000100:00100000:0.0:1780298645.745563:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605077376:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.745571:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605077248:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.745577:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.745580:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.745604:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.745605:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.745680:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.745680:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.745711:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.745729:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.745731:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.745743:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.745750:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.745752:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.745806:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605077376:12345-192.168.203.125@tcp:106: Request processed in 247us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.745812:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605077248:12345-192.168.203.125@tcp:106: Request processed in 242us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.745818:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24086 00000100:00100000:1.0:1780298645.745830:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24087 00010000:00010000:2.0:1780298645.751011:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751026:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751043:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751051:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751059:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.751072:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.751077:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.751080:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751085:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751091:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751099:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.751102:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751145:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.751151:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751158:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4a30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.751178:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609671168:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.751191:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751197:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751202:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751207:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751218:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.751226:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.751230:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.751244:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751252:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751260:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751265:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.751268:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751291:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.751296:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.751302:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4a29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.751312:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000020:00010000:3.0:1780298645.751319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.751321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee7e8/0) at cl_lock_cancel():142 00000100:00100000:2.0:1780298645.751323:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609671040:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298645.751327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.751332:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.751335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.751337:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.751340:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.751368:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.751391:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.751414:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.751421:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.751445:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.751448:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079a980, flags 0x400001002 00000008:00010000:3.0:1780298645.751462:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.751464:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298645.751507:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.751517:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.751555:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.751573:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.751580:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609671296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.751582:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.751597:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.751627:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609671424:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.753184:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.753216:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.753236:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077632 00000100:00100000:0.0:1780298645.753244:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077632 00000100:00100000:1.0:1780298645.753249:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077504 00000100:00100000:1.0:1780298645.753254:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077504 00000100:00100000:0.0:1780298645.753292:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24088 00000100:00100000:1.0:1780298645.753300:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24089 00000100:00100000:0.0:1780298645.753305:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605077632:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.753312:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605077504:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.753316:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.753321:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.753334:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.753336:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.753385:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.753389:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.753392:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.753393:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.753400:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.753402:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.753404:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.753407:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.753461:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605077504:12345-192.168.203.125@tcp:106: Request processed in 150us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.753462:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605077632:12345-192.168.203.125@tcp:106: Request processed in 161us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.753476:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24089 00000100:00100000:0.0:1780298645.753483:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24088 00010000:00010000:3.0:1780298645.754823:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754823:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754852:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.754861:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754866:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.754880:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754880:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754894:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.754910:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.754915:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.754923:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.754924:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754927:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754945:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.754949:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298645.754955:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.754959:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.754969:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.754969:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.754977:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.754978:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.754997:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.755005:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298645.755009:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:3.0:1780298645.755010:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.755019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091240 (ffff8c4390c27ab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.755024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091240 (ffff8c4390c27ab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.755029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c27518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.755034:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.755036:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091240 (ffff8c4390c27ab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.755040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27ab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.755044:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27ab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.755080:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.755088:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.755097:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4a3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.755105:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298645.755107:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.755115:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.755121:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609671424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.755132:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d4a37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.755132:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000100:00100000:2.0:1780298645.755159:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609671296:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.755214:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 5238401, len 3074 00000080:00200000:1.0:1780298645.755238:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.755242:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.755254:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.755279:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1278, 1279] 00000008:00010000:1.0:1780298645.755291:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.755294:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022530, osc lock ffff8c43908f1a20, flags 0x0 00010000:00010000:1.0:1780298645.755345:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.755354:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.755367:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.755390:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609671552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.755460:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b999c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.757475:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609671552:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.757496:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.757515:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.757529:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.757543:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.757555:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=2031616, end=2031615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.757572:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.757581:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.757614:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000100:00100000:3.0:1780298645.757683:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.757739:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609671680:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298645.758886:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609671680:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298645.758911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860965d8 (ffff8c439057dbd8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.758917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860965d8 (ffff8c439057dbd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.758922:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022530 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.758929:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.758948:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.758961:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860965d8 (ffff8c439057dbd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.758963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022530 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.758994:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.759028:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.759035:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.759057:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.759071:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.759080:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298645.759086:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.759092:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.759095:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:3.0:1780298645.759100:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.759102:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.759107:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298645.759136:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.759143:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.759161:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.759164:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298645.759176:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.759177:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a720, flags 0x400001002 00010000:00010000:3.0:1780298645.759186:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.759208:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.759213:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.759237:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.759246:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.759251:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.759253:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:3.0:1780298645.759260:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.759267:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609671936:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.759317:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609671808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.760780:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.760810:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.760844:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780298645.760854:0:6141:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.760859:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077760 00000100:00100000:0.0:1780298645.760865:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077760 00000100:00100000:2.0:1780298645.760867:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605077888 00000100:00100000:2.0:1780298645.760872:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605077888 00000100:00100000:0.0:1780298645.760911:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24090 00000100:00100000:2.0:1780298645.760917:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 475 00000100:00100000:0.0:1780298645.760924:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605077760:12345-192.168.203.125@tcp:106: 00000100:00100000:2.0:1780298645.760931:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4390b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:12101:x1866777605077888:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.760935:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.760948:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.760951:0:6141:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.760967:0:6141:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.761010:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.761013:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.761015:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:2.0:1780298645.761016:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:2.0:1780298645.761025:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.761025:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.761030:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.761030:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.761108:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605077760:12345-192.168.203.125@tcp:106: Request processed in 186us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.761115:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4390b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:12101:x1866777605077888:12345-192.168.203.125@tcp:106: Request processed in 181us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.761122:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24090 00000100:00100000:2.0:1780298645.761128:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 475 00010000:00010000:2.0:1780298645.761889:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761903:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761919:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761928:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761943:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.761954:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:2.0:1780298645.761959:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.761963:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761971:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761979:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.761987:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.761993:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762020:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.762025:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762034:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4a4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.762056:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609671808:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.762235:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762246:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762255:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762263:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762271:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.762280:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:2.0:1780298645.762284:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.762295:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762303:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762317:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.762322:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:2.0:1780298645.762323:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298645.762328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093230 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.762331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093230 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.762333:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.762335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.762344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.762349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093230 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.762352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.762355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c276c8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.762366:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.762371:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.762380:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4a53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.762394:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609671936:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298645.762409:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.762437:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298645.762454:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.762461:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.762493:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.762496:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a720, flags 0x400001002 00000008:00010000:3.0:1780298645.762510:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.762512:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298645.762525:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.762552:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.762559:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.762583:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.762593:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.762598:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.762606:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.762614:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672064:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.762630:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609672192:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.763647:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.763723:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078016 00000100:00100000:0.0:1780298645.763728:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078016 00000100:00100000:0.0:1780298645.763762:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24091 00000100:00100000:0.0:1780298645.763772:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605078016:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.763780:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.763790:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.763818:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.763820:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.763823:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.763826:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.763867:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605078016:12345-192.168.203.125@tcp:106: Request processed in 97us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.763872:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24091 00000100:00100000:0.0:1780298645.763968:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.763994:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078144 00000100:00100000:1.0:1780298645.763999:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078144 00000100:00100000:1.0:1780298645.764027:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24092 00000100:00100000:1.0:1780298645.764035:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605078144:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.764049:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.764060:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.764092:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.764094:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.764098:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.764100:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.764137:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605078144:12345-192.168.203.125@tcp:106: Request processed in 103us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.764144:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24092 00010000:00010000:2.0:1780298645.764781:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764793:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764803:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764811:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764818:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.764832:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:2.0:1780298645.764836:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.764839:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764847:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764864:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764871:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.764874:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764902:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.764906:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.764919:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4a5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.764932:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672064:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.765121:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765130:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765136:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765183:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765198:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.765207:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:3.0:1780298645.765210:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.765220:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765226:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765231:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.765235:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.765237:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.765254:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000020:00010000:1.0:1780298645.765259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093230 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.765263:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093230 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.765264:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.765269:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.765269:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.765275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.765278:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4a61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.765280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093230 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.765286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.765293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298645.765303:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609672192:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.765328:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.765357:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200000:1.0:1780298645.765415:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 3491485, len 827 00000080:00200000:1.0:1780298645.765433:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.765436:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.765447:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.765471:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [852, 852] 00000008:00010000:1.0:1780298645.765480:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.765484:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022130, osc lock ffff8c43908f0000, flags 0x0 00010000:00010000:1.0:1780298645.765518:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.765529:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.765539:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.765557:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609672320:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.765600:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.766605:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.766647:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078272 00000100:00100000:1.0:1780298645.766652:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078272 00000100:00100000:1.0:1780298645.766684:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24093 00000100:00100000:1.0:1780298645.766724:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605078272:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.766735:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.766779:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.766786:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605078272:12345-192.168.203.125@tcp:104: Request processed in 75us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.766793:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24093 00010000:00010000:2.0:1780298645.766806:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.766814:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.766825:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.766830:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.766874:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.766884:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.766931:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.766940:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.766962:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298645.766971:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672448:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.766973:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d49b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2400255) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035aef expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.766997:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.766999:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.767001:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.767607:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609672320:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.767621:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.767644:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.767653:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.768568:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.768615:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078400 00000100:00100000:1.0:1780298645.768621:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078400 00000100:00100000:1.0:1780298645.768670:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24094 00000100:00100000:1.0:1780298645.768679:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605078400:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.768729:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.768742:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->3493887] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.768752:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.768761:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.768770:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.768788:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.768812:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffd400) 00010000:00010000:3.0:1780298645.768838:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.768849:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.768853:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605078400:12345-192.168.203.125@tcp:105: Request processed in 174us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.768868:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24094 00010000:00010000:3.0:1780298645.768871:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.768882:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4618229, setting rss=4618229; kms=4618229, end=37044223 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.768890:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.768896:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.768924:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000100:00100000:2.0:1780298645.768991:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.769004:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609672576:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298645.769682:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672448:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.770295:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609672576:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298645.770339:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860965d8 (ffff8c439057d368/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.770343:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860965d8 (ffff8c439057d368/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.770348:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022130 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.770353:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.770363:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.770375:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860965d8 (ffff8c439057d368/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.770378:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022130 (ffff8c439057d368/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.770408:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.770437:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.770443:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.770462:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.770477:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.770486:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298645.770492:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298645.770498:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298645.770501:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:3.0:1780298645.770506:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.770508:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.770512:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298645.770541:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.770548:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.770566:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.770569:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298645.770582:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.770583:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298645.770593:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298645.770613:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.770619:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.770643:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298645.770660:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672704:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.770661:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.770674:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.770708:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.770732:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.770740:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.771363:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.771413:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078528 00000100:00100000:1.0:1780298645.771418:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078528 00000100:00100000:0.0:1780298645.771431:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.771450:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078656 00000100:00100000:0.0:1780298645.771453:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078656 00000100:00100000:1.0:1780298645.771454:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24095 00000100:00100000:1.0:1780298645.771462:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605078528:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.771470:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.771478:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.771479:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24096 00000100:00100000:0.0:1780298645.771495:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605078656:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.771505:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.771515:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.771518:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00010000:00010000:0.0:1780298645.771521:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.771522:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.771524:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.771560:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298645.771562:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605078528:12345-192.168.203.125@tcp:106: Request processed in 101us (200us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298645.771563:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:0.0:1780298645.771572:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:1.0:1780298645.771575:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24095 00000020:00010000:0.0:1780298645.771575:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.771616:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605078656:12345-192.168.203.125@tcp:106: Request processed in 124us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.771622:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24096 00010000:00010000:2.0:1780298645.772784:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772794:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772801:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772806:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772815:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.772822:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:2.0:1780298645.772825:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.772827:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772831:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772837:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772842:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.772845:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772873:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.772877:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.772882:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4a76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.772897:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.773606:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773614:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773620:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773626:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773637:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.773647:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:2.0:1780298645.773651:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.773661:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773670:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773684:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.773733:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:2.0:1780298645.773741:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298645.773744:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c27998/0) at cl_lock_release():245 00010000:00010000:2.0:1780298645.773746:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.773749:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c27998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.773757:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.773763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.773766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c27998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.773769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27998/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.773773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27998/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.773782:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.773788:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.773796:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4a6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.773812:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609672704:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298645.773813:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.773882:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.773898:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.773903:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.773920:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.773922:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386085430, flags 0x400001002 00000008:00010000:0.0:1780298645.773935:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.773936:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084000, flags 0x400001002 00010000:00010000:0.0:1780298645.773945:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.773969:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.773976:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.774004:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298645.774024:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.774031:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.774036:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609672960:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298645.774042:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.774087:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298645.774094:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609673088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.774796:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.774843:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.774854:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078784 00000100:00100000:0.0:1780298645.774858:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078784 00000100:00100000:0.0:1780298645.774889:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24097 00000100:00100000:0.0:1780298645.774898:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605078784:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.774907:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.774916:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.774948:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.774950:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.774954:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.774956:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.774958:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.774981:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605078912 00000100:00100000:1.0:1780298645.774985:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605078912 00000100:00100000:0.0:1780298645.775000:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605078784:12345-192.168.203.125@tcp:106: Request processed in 103us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.775002:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24098 00000100:00100000:0.0:1780298645.775007:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24097 00000100:00100000:1.0:1780298645.775009:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605078912:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.775015:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.775023:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.775049:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.775051:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.775055:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.775057:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:1.0:1780298645.775083:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605078912:12345-192.168.203.125@tcp:106: Request processed in 75us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.775088:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24098 00010000:00010000:0.0:1780298645.775844:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775852:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775863:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775867:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775872:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.775878:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:0.0:1780298645.775881:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.775883:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775888:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775892:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775896:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.775898:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775919:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.775922:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775927:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d4a84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.775935:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609673088:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.775943:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775948:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775953:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775957:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775961:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.775965:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:0.0:1780298645.775967:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.775977:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775985:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.775994:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.776000:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.776003:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.776005:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000020:00010000:1.0:1780298645.776009:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750248 (ffff8c43878aeea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.776012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750248 (ffff8c43878aeea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.776016:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.776019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.776022:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750248 (ffff8c43878aeea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.776025:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aeea8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.776026:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.776029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aeea8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.776030:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.776037:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d4a7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.776047:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609672960:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.776053:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.776069:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:1.0:1780298645.776087:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.776093:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.776111:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.776122:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.776130:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298645.776136:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.776141:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.776144:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.776148:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.776150:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.776156:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1780298645.776175:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.776179:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.776194:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.776196:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0ab0, flags 0x400001002 00000008:00010000:1.0:1780298645.776209:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.776210:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0be0, flags 0x400001002 00010000:00010000:1.0:1780298645.776216:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.776230:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.776235:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.776258:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.776269:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609673216:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.776275:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.776282:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.776292:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.776303:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609673344:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.777091:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.777122:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.777123:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079040 00000100:00100000:0.0:1780298645.777127:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079040 00000100:00100000:1.0:1780298645.777140:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079168 00000100:00100000:1.0:1780298645.777144:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079168 00000100:00100000:0.0:1780298645.777161:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24099 00000100:00100000:1.0:1780298645.777169:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24100 00000100:00100000:0.0:1780298645.777170:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605079040:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.777178:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.777185:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605079168:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.777191:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.777194:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.777210:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.777226:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.777227:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.777230:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.777232:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.777237:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.777238:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000020:00010000:1.0:1780298645.777241:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.777242:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 24 00000100:00100000:0.0:1780298645.777262:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605079040:12345-192.168.203.125@tcp:106: Request processed in 94us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.777268:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24099 00000100:00100000:1.0:1780298645.777272:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605079168:12345-192.168.203.125@tcp:106: Request processed in 92us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.777277:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24100 00010000:00010000:0.0:1780298645.778097:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778105:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778113:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778116:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778119:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778136:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778142:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778157:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.778158:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:0.0:1780298645.778162:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.778166:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778177:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778178:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778195:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778195:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778212:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.778217:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.778223:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.778227:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.778237:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778237:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.778242:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778247:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.778252:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4a8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778256:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.778272:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00010000:00010000:1.0:1780298645.778273:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.778277:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.778278:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609673216:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.778280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580000 (ffff8c439057d908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.778288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580000 (ffff8c439057d908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.778293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057dea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.778297:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.778300:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580000 (ffff8c439057d908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.778303:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d908/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.778306:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.778308:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d908/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.778310:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.778316:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4a92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.778326:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609673344:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.778350:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.778375:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 6196703, len 4917 00000080:00200000:2.0:1780298645.778403:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.778407:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.778416:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.778438:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1512, 1514] 00000008:00010000:2.0:1780298645.778447:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.778450:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4000, flags 0x0 00010000:00010000:2.0:1780298645.778458:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (1998848 2011135) 00010000:00010000:2.0:1780298645.778479:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.778489:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.778498:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.778514:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609673472:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.778556:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.779664:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.779707:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079296 00000100:00100000:0.0:1780298645.779711:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079296 00000100:00100000:0.0:1780298645.779747:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24101 00000100:00100000:0.0:1780298645.779752:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605079296:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.779760:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.779795:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.779799:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605079296:12345-192.168.203.125@tcp:104: Request processed in 48us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.779803:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24101 00010000:00010000:3.0:1780298645.779849:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.779862:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.779876:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.779882:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.779971:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.779982:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.780043:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.780051:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.780082:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.780090:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4a45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1040384->2031615] (req 1040384->1048575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035b7b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298645.780102:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609673600:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298645.780116:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.780119:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.780121:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.780530:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609673472:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.780546:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.780557:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.780571:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.780961:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.780987:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079424 00000100:00100000:0.0:1780298645.780990:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079424 00000100:00100000:0.0:1780298645.781027:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24102 00000100:00100000:0.0:1780298645.781036:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605079424:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.781043:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.781058:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2011135] (req 1998848->2011135) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.781067:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.781084:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.781094:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.781102:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.781120:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00000100:00100000:0.0:1780298645.781141:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605079424:12345-192.168.203.125@tcp:105: Request processed in 108us (181us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.781146:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.781146:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24102 00010000:00010000:2.0:1780298645.781156:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.781167:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.781178:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=2031615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.781187:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.781195:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.781217:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 520 00000100:00100000:2.0:1780298645.781266:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.781277:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609673728:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298645.781834:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609673600:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.782280:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609673728:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.782305:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794e48 (ffff8c43929ee5a8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.782312:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794e48 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.782317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.782324:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.782338:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.782353:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794e48 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.782356:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.782389:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.782447:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.782455:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.782472:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.782486:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1780298645.782498:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1780298645.782505:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.782512:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.782515:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.782521:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.782524:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1780298645.782532:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1780298645.782562:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.782568:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.782588:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.782590:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f11d0, flags 0x400001002 00000008:00010000:1.0:1780298645.782601:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.782603:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f1690, flags 0x400001002 00010000:00010000:1.0:1780298645.782612:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.782634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.782639:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.782675:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.782740:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609673856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.782755:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.782766:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.782783:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.782809:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609673984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.783486:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.783542:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079552 00000100:00100000:0.0:1780298645.783547:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079552 00000100:00100000:0.0:1780298645.783588:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24103 00000100:00100000:0.0:1780298645.783599:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605079552:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.783609:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.783620:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.783667:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.783670:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.783674:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.783676:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.783791:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605079552:12345-192.168.203.125@tcp:106: Request processed in 194us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.783805:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.783806:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24103 00000100:00100000:0.0:1780298645.783841:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.783851:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079680 00000100:00100000:0.0:1780298645.783854:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079680 00000100:00100000:0.0:1780298645.783872:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24104 00000100:00100000:0.0:1780298645.783878:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605079680:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.783885:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.783891:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.783907:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.783909:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.783911:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.783913:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:0.0:1780298645.783939:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605079680:12345-192.168.203.125@tcp:106: Request processed in 61us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.783943:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24104 00010000:00010000:1.0:1780298645.784419:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784429:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784437:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784443:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784448:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.784454:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.784458:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.784460:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784465:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784471:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784480:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.784484:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784517:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.784521:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784526:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f207d331/0x11c228eb194d4aa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.784537:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609673856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.784543:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.784552:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.784559:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.784563:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.784568:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.784576:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.784578:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.784588:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.784596:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.784603:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00010000:00010000:0.0:1780298645.784604:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.784607:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580ff8 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.784612:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580ff8 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.784618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.784622:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057d998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.784628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580ff8 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.784632:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057d488/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.784633:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.784636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057d488/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.784638:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.784670:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.784671:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.784676:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.784682:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4aa7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.784729:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:0.0:1780298645.784732:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609673984:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.784750:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.784760:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.784782:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.784786:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f1690, flags 0x400001002 00000008:00010000:1.0:1780298645.784802:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.784804:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f11d0, flags 0x400001002 00010000:00010000:1.0:1780298645.784816:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.784842:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784859:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.784884:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.784896:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.784898:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609674112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.784907:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.784914:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.784926:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609674240:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.785867:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.785892:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.785905:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079808 00000100:00100000:1.0:1780298645.785909:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079808 00000100:00100000:0.0:1780298645.785911:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605079936 00000100:00100000:0.0:1780298645.785916:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605079936 00000100:00100000:1.0:1780298645.785943:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24105 00000100:00100000:0.0:1780298645.785952:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24106 00000100:00100000:1.0:1780298645.785955:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605079808:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.785962:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605079936:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.785965:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.785968:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.785983:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.785985:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.786014:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.786017:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.786021:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.786024:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.786027:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.786030:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.786034:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.786036:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:0.0:1780298645.786065:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605079936:12345-192.168.203.125@tcp:106: Request processed in 104us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.786071:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605079808:12345-192.168.203.125@tcp:106: Request processed in 120us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.786077:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24106 00000100:00100000:1.0:1780298645.786083:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24105 00010000:00010000:1.0:1780298645.786943:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786951:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786958:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786962:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786966:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.786971:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.786973:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.786976:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786981:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786985:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.786989:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.786991:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787008:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.787012:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787019:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000097dbb91a/0x11c228eb194d4aae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.787031:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609674112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.787278:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787285:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787293:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787298:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787301:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.787306:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298645.787316:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.787332:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787339:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787348:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.787356:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.787360:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.787372:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000020:00010000:2.0:1780298645.787378:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580ff8 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.787380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580ff8 (ffff8c439057d488/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.787381:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.787383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.787385:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.787387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.787393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580ff8 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.787398:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057d488/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.787400:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4ab5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.787402:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057d488/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298645.787414:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609674240:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.787440:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.787457:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:2.0:1780298645.787510:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7962116, type: SEEK_SET 00000080:00200008:2.0:1780298645.787515:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7962116, type: SEEK_SET, rc = 7962116 00000080:00200008:2.0:1780298645.787524:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7962116, count: 826 00000080:00200000:2.0:1780298645.787545:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 7962116, bytes: 826 00000080:00200000:2.0:1780298645.787550:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298645.787554:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298645.787555:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7962116, 7962942) 0 0 00000080:00200000:2.0:1780298645.787557:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.787565:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1943, 1944] 00020000:00200000:2.0:1780298645.787572:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7962116, 7962942) 7962942, 826 00020000:00200000:2.0:1780298645.787574:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.787599:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1943, 1944] 00000008:00010000:2.0:1780298645.787607:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.787610:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a4000, flags 0x0 00010000:00010000:2.0:1780298645.787638:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.787645:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.787652:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.787662:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609674368:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.787736:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.788935:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.788967:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080064 00000100:00100000:1.0:1780298645.788972:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080064 00000100:00100000:1.0:1780298645.788997:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24107 00000100:00100000:1.0:1780298645.789003:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605080064:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.789010:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.789054:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.789061:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605080064:12345-192.168.203.125@tcp:104: Request processed in 58us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.789070:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24107 00010000:00010000:3.0:1780298645.789101:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.789110:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.789124:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.789170:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298645.789214:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.789222:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.789274:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.789282:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.789308:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.789317:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d492d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2031616->35586047] (req 2031616->2035711) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035a5c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.789333:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.789336:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.789338:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.789342:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609674496:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.790246:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609674368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.790259:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.790268:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.790276:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.790347:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.790391:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080192 00000100:00100000:1.0:1780298645.790396:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080192 00000100:00100000:1.0:1780298645.790420:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24108 00000100:00100000:1.0:1780298645.790428:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605080192:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.790433:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.790441:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->3772415] (req 3764224->3772415) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.790448:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.790455:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.790460:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.790466:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.790480:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693000) 00000100:00100000:1.0:1780298645.790503:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605080192:12345-192.168.203.125@tcp:105: Request processed in 76us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.790507:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24108 00010000:00010000:2.0:1780298645.790509:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.790519:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.790537:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.790548:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=37318655 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.790556:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.790562:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.790581:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [7962116, 7962942) append 0 append lockpos 0 00000080:00200000:2.0:1780298645.790613:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1943 of 3588 to 508 bytes 00000008:00010000:2.0:1780298645.790746:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617780 00000008:00010000:2.0:1780298645.790797:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617780 00010000:00010000:2.0:1780298645.790828:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3764224 3768319) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298645.790854:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70380 - object 0x280000401:18 offset 3764224<>3768320 00000100:00100000:3.0:1780298645.790889:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609674624:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298645.791206:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609674496:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.791880:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617780 00000020:00200000:2.0:1780298645.791889:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.791905:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617780 00000100:00100000:2.0:1780298645.791920:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609674624:192.168.203.125@tcp:3:fsx.0 00000080:00200000:1.0:1780298645.791942:0:29360:0:(rw26.c:858:ll_write_end()) pos 7962116, len 508, copied 508 00000080:00200000:1.0:1780298645.791951:0:29360:0:(rw26.c:916:ll_write_end()) page@000000004d07cd93[3 000000008ec8947f 2 1 0000000019472771] 00000080:00200000:1.0:1780298645.791956:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001ab2801e 17ffffc0001009 3:0 ffff8c4390b44460 1943 lru 00000080:00200000:1.0:1780298645.791963:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000061d80b04 919: 1< 1 - - > 2< 3764224 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780298645.791965:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000004d07cd93 00000080:00200000:1.0:1780298645.791966:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1780298645.791970:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1944 of 0 to 318 bytes 00000008:00010000:1.0:1780298645.791998:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1f00 00000008:00010000:1.0:1780298645.792027:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1f00 00010000:00010000:1.0:1780298645.792039:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3768320 3772415) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1780298645.792055:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf2680 - object 0x280000401:18 offset 3768320<>3772416 00000100:00100000:1.0:1780298645.792092:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.792102:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609674752:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298645.793193:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1f00 00000020:00200000:1.0:1780298645.793197:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298645.793206:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1f00 00000100:00100000:1.0:1780298645.793215:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609674752:192.168.203.125@tcp:3:fsx.0 00000080:00200000:2.0:1780298645.793246:0:29360:0:(rw26.c:858:ll_write_end()) pos 7962624, len 318, copied 318 00000080:00200000:2.0:1780298645.793253:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000b430475f[3 000000008ec8947f 2 1 0000000019472771] 00000080:00200000:2.0:1780298645.793256:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007cb2fa2e 17ffffc0001009 3:0 ffff8c43866ecee0 1944 lru 00000080:00200000:2.0:1780298645.793263:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000080d7bcfc 920: 1< 1 - - > 2< 3768320 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298645.793265:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000b430475f 00000080:00200000:2.0:1780298645.793266:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298645.793271:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 3588, to 318 prio 0 00000008:00010000:2.0:1780298645.793291:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.793322:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.793340:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 2, dirtied 2 00000080:00200000:2.0:1780298645.793344:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 826 bytes, tot: 826 00000080:00200000:2.0:1780298645.793348:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 826 00000020:00010000:2.0:1780298645.793362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07944e8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.793365:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07944e8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.793370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.793374:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.793385:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.793401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07944e8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.793404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.793411:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 826 bytes 00000080:00200000:2.0:1780298645.793419:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1943, 1944] 00000080:00200000:2.0:1780298645.793439:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.793443:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 826, restart: 0 00000080:00200000:2.0:1780298645.793451:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000080:00200000:2.0:1780298645.793455:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 826 00000080:00200008:2.0:1780298645.793484:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.793493:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.793515:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.793529:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.793540:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298645.793548:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.793556:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.793560:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:2.0:1780298645.793566:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.793569:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.793577:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298645.793605:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.793612:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.793627:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.793629:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4000, flags 0x400001002 00000008:00010000:2.0:1780298645.793636:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.793638:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a4980, flags 0x400001002 00010000:00010000:2.0:1780298645.793646:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.793666:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.793672:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.793730:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.793746:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.793751:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.793760:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.793769:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609674880:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.793775:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609675008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.794653:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.794674:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.794725:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080320 00000100:00100000:1.0:1780298645.794728:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080448 00000100:00100000:0.0:1780298645.794730:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080320 00000100:00100000:1.0:1780298645.794734:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080448 00000100:00100000:1.0:1780298645.794780:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24109 00000100:00100000:0.0:1780298645.794787:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24110 00000100:00100000:1.0:1780298645.794789:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605080448:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.794797:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.794798:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605080320:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.794810:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.794810:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.794828:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.794847:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.794848:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.794851:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.794852:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.794861:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.794863:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.794866:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.794867:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.794887:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605080448:12345-192.168.203.125@tcp:106: Request processed in 99us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.794892:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24109 00000100:00100000:0.0:1780298645.794905:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605080320:12345-192.168.203.125@tcp:106: Request processed in 110us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.794910:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24110 00010000:00010000:2.0:1780298645.795569:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795580:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795588:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795593:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795599:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.795606:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:2.0:1780298645.795609:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.795611:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795616:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795622:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795626:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.795630:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795658:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.795663:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795668:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4ac3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.795683:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609674880:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.795773:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795780:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795787:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795792:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795796:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.795802:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.795805:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.795816:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795824:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795838:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.795844:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.795848:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.795850:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000020:00010000:1.0:1780298645.795856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc000 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.795861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc000 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.795863:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.795867:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.795871:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc000 (ffff8c43929ee368/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.795873:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.795874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee368/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.795878:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.795879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee368/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.795888:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4aca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.795898:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609675008:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.795918:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.795938:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.795952:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.795957:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.795973:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.795976:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f11d0, flags 0x400001002 00000008:00010000:1.0:1780298645.795991:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.795993:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1690, flags 0x400001002 00010000:00010000:1.0:1780298645.796001:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.796022:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.796037:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.796067:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.796084:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.796086:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298645.796095:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.796096:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609675136:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.796114:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.796137:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.796148:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609675264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.797421:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.797457:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.797465:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.797476:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080576 00000100:00100000:0.0:1780298645.797480:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080576 00000100:00100000:2.0:1780298645.797495:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080704 00000100:00100000:2.0:1780298645.797501:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080704 00000100:00100000:0.0:1780298645.797506:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24111 00000100:00100000:0.0:1780298645.797514:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605080576:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.797522:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.797530:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298645.797537:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 476 00000100:00100000:2.0:1780298645.797545:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9128:x1866777605080704:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.797551:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.797554:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.797558:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00010000:00010000:2.0:1780298645.797566:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.797566:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.797568:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:2.0:1780298645.797599:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.797600:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:2.0:1780298645.797603:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.797605:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:0.0:1780298645.797618:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605080576:12345-192.168.203.125@tcp:106: Request processed in 105us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.797624:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24111 00000100:00100000:2.0:1780298645.797636:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9128:x1866777605080704:12345-192.168.203.125@tcp:106: Request processed in 92us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.797643:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 476 00010000:00010000:0.0:1780298645.798284:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798292:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798300:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798305:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798311:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.798316:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.798319:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.798321:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798329:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798335:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798340:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.798343:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798369:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.798372:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798378:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4ad8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.798386:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609675264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.798410:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798416:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798421:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798425:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798429:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.798433:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:0.0:1780298645.798436:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.798443:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798448:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798453:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.798457:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.798459:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.798461:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000020:00010000:1.0:1780298645.798467:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.798470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.798474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.798475:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.798478:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.798484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.798484:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4ad1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.798493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.798496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057de18/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.798497:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609675136:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.798506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.798533:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.798548:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:1.0:1780298645.798617:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3507793, type: SEEK_SET 00000080:00200008:1.0:1780298645.798624:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3507793, type: SEEK_SET, rc = 3507793 00000080:00200008:1.0:1780298645.798632:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3507793, count: 6504 00000080:00200000:1.0:1780298645.798650:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 3507793, bytes: 6504 00000080:00200000:1.0:1780298645.798656:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298645.798661:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298645.798664:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [3507793, 3514297) 0 0 00000080:00200000:1.0:1780298645.798668:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298645.798677:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [856, 857] 00020000:00200000:1.0:1780298645.798683:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3507793, 3514297) 3514297, 6504 00020000:00200000:1.0:1780298645.798705:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.798741:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [856, 857] 00000008:00010000:1.0:1780298645.798749:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.798752:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860221b0, osc lock ffff8c43908f1690, flags 0x0 00010000:00010000:1.0:1780298645.798764:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.798776:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3506176 3514367) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.798787:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.798794:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.798801:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.798812:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [3507793, 3514297) append 0 append lockpos 0 00000080:00200000:1.0:1780298645.798822:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 856 of 1617 to 2479 bytes 00000008:00010000:1.0:1780298645.798895:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000008:00010000:1.0:1780298645.798933:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1cc0 00010000:00010000:1.0:1780298645.798954:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3506176 3510271) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298645.798986:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf0a80 - object 0x2c0000401:17 offset 3506176<>3510272 00000100:00100000:0.0:1780298645.799023:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.799034:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609675392:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.800000:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000020:00200000:0.0:1780298645.800006:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.800019:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000100:00100000:0.0:1780298645.800035:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609675392:192.168.203.125@tcp:3:fsx.0 00000080:00200000:1.0:1780298645.800050:0:29360:0:(rw26.c:858:ll_write_end()) pos 3507793, len 2479, copied 2479 00000080:00200000:1.0:1780298645.800056:0:29360:0:(rw26.c:916:ll_write_end()) page@000000009d67b58e[3 0000000003324618 2 1 000000000bdb1d8d] 00000080:00200000:1.0:1780298645.800059:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000004d9a6b91 17ffffc0001009 3:0 ffff8c43866ecb60 856 lru 00000080:00200000:1.0:1780298645.800065:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000000cfa4bce 856: 1< 1 - - > 2< 3506176 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780298645.800067:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000009d67b58e 00000080:00200000:1.0:1780298645.800068:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1780298645.800071:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 857 of 0 to 4025 bytes 00000008:00010000:1.0:1780298645.800103:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1e40 00000008:00010000:1.0:1780298645.800124:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1e40 00010000:00010000:1.0:1780298645.800134:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3510272 3514367) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298645.800149:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4387bf2300 - object 0x2c0000401:17 offset 3510272<>3514368 00000100:00100000:0.0:1780298645.800173:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.800182:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609675520:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.801163:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1e40 00000020:00200000:0.0:1780298645.801167:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.801176:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1e40 00000100:00100000:0.0:1780298645.801185:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609675520:192.168.203.125@tcp:3:fsx.0 00000080:00200000:1.0:1780298645.801200:0:29360:0:(rw26.c:858:ll_write_end()) pos 3510272, len 4025, copied 4025 00000080:00200000:1.0:1780298645.801206:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000e21ae3ae[3 0000000003324618 2 1 000000000bdb1d8d] 00000080:00200000:1.0:1780298645.801209:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000075037186 17ffffc0001009 3:0 ffff8c43866ed7e0 857 lru 00000080:00200000:1.0:1780298645.801214:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000003a0389ab 857: 1< 1 - - > 2< 3510272 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780298645.801216:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000e21ae3ae 00000080:00200000:1.0:1780298645.801217:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1780298645.801219:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 1617, to 4025 prio 0 00000008:00010000:1.0:1780298645.801234:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298645.801247:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.801261:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 2, dirtied 2 00000080:00200000:1.0:1780298645.801264:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 6504 bytes, tot: 6504 00000080:00200000:1.0:1780298645.801267:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6504 00000020:00010000:1.0:1780298645.801279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860963f8 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.801281:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860963f8 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.801285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860221b0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.801288:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.801296:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.801307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860963f8 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.801308:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860221b0 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.801313:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6504 bytes 00000080:00200000:1.0:1780298645.801317:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [856, 857] 00000080:00200000:1.0:1780298645.801327:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.801330:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6504, restart: 0 00000080:00200000:1.0:1780298645.801335:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000080:00200000:1.0:1780298645.801339:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 6504 00000080:00200008:1.0:1780298645.801358:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.801364:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.801380:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.801392:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298645.801403:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1780298645.801408:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.801413:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.801416:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.801420:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.801422:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298645.801426:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:1.0:1780298645.801443:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.801447:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.801457:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.801459:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f1690, flags 0x400001002 00000008:00010000:1.0:1780298645.801466:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.801467:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f11d0, flags 0x400001002 00010000:00010000:1.0:1780298645.801472:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.801488:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.801493:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.801514:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.801524:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298645.801526:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.801533:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.801533:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609675648:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.801544:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.801571:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609675776:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.802276:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.802309:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080832 00000100:00100000:0.0:1780298645.802314:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080832 00000100:00100000:0.0:1780298645.802342:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24112 00000100:00100000:0.0:1780298645.802348:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605080832:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.802355:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.802362:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.802379:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.802380:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.802383:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.802385:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.802414:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605080832:12345-192.168.203.125@tcp:106: Request processed in 66us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.802420:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24112 00000100:00100000:1.0:1780298645.802491:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.802511:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605080960 00000100:00100000:0.0:1780298645.802514:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605080960 00000100:00100000:0.0:1780298645.802533:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24113 00000100:00100000:0.0:1780298645.802539:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605080960:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.802544:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.802551:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.802566:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.802568:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.802570:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.802571:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:0.0:1780298645.802591:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605080960:12345-192.168.203.125@tcp:106: Request processed in 54us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.802595:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24113 00010000:00010000:0.0:1780298645.803182:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803191:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803200:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803206:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803213:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.803225:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:0.0:1780298645.803229:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.803233:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803241:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803250:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803257:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.803261:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803282:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.803287:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803296:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4adf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.803305:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609675648:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.803319:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803325:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803330:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803334:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803338:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.803342:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:0.0:1780298645.803344:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.803354:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803363:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803367:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.803371:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffcc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.803373:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.803388:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00010000:00010000:0.0:1780298645.803388:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.803391:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.803394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.803400:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4ae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.803401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.803410:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.803415:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298645.803415:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609675776:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.803424:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.803427:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.803431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.803455:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.803473:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.803486:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.803491:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.803503:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.803505:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f11d0, flags 0x400001002 00000008:00010000:1.0:1780298645.803516:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.803518:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f1690, flags 0x400001002 00010000:00010000:1.0:1780298645.803526:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.803547:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.803563:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.803589:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.803603:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609675904:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.803606:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.803616:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.803630:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.803636:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.803641:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609676032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.804435:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.804460:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.804475:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081216 00000100:00100000:0.0:1780298645.804475:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081088 00000100:00100000:1.0:1780298645.804479:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081216 00000100:00100000:0.0:1780298645.804479:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081088 00000100:00100000:0.0:1780298645.804501:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24114 00000100:00100000:1.0:1780298645.804506:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24115 00000100:00100000:0.0:1780298645.804507:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605081088:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.804511:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605081216:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.804515:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.804517:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.804524:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.804525:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.804547:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.804547:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.804549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.804549:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.804553:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.804553:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.804555:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.804555:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.804586:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605081216:12345-192.168.203.125@tcp:106: Request processed in 74us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.804590:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605081088:12345-192.168.203.125@tcp:106: Request processed in 83us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.804594:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24115 00000100:00100000:0.0:1780298645.804597:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24114 00010000:00010000:1.0:1780298645.805275:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805287:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805297:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805305:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805313:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.805323:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:1.0:1780298645.805328:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.805331:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805339:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805348:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805355:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.805358:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805384:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.805389:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805397:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4af4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.805412:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609676032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.805432:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805441:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805449:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805461:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805468:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.805475:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.805478:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.805491:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805499:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.805508:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.805512:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00010000:00010000:1.0:1780298645.805514:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298645.805518:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.805519:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.805522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.805527:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.805532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.805535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580000 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.805537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.805540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057de18/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.805563:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.805568:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.805571:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.805586:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00010000:00010000:1.0:1780298645.805587:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4aed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.805602:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609675904:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.805605:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.805610:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.805621:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.805629:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.805637:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1780298645.805643:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.805647:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.805649:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:2.0:1780298645.805653:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.805655:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.805660:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1780298645.805681:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.805699:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.805725:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.805727:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298645.805739:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.805741:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a5db0, flags 0x400001002 00010000:00010000:2.0:1780298645.805747:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.805763:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.805769:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.805796:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.805806:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.805816:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.805825:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.805835:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609676160:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.805841:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609676288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.806490:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.806521:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081344 00000100:00100000:1.0:1780298645.806524:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081344 00000100:00100000:1.0:1780298645.806546:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24116 00000100:00100000:1.0:1780298645.806551:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605081344:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.806557:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.806564:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.806586:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.806588:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.806592:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.806594:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:1.0:1780298645.806638:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605081344:12345-192.168.203.125@tcp:106: Request processed in 85us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.806645:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24116 00000100:00100000:0.0:1780298645.806746:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.806769:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081472 00000100:00100000:1.0:1780298645.806772:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081472 00000100:00100000:1.0:1780298645.806793:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24117 00000100:00100000:1.0:1780298645.806798:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605081472:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.806804:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.806811:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.806825:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.806826:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:1.0:1780298645.806829:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.806830:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:1.0:1780298645.806859:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605081472:12345-192.168.203.125@tcp:106: Request processed in 60us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.806863:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24117 00010000:00010000:2.0:1780298645.807373:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807386:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807396:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807403:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807411:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.807421:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:2.0:1780298645.807425:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.807428:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807441:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807448:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807453:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.807456:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807487:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.807491:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807500:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.807511:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609676288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.807604:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807616:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807630:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807637:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807646:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.807654:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:2.0:1780298645.807658:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.807670:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807679:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.807705:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000020:00010000:1.0:1780298645.807709:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee638/0) at cl_lock_release():245 00010000:00010000:2.0:1780298645.807724:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.807724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.807729:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.807735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.807736:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.807739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee638/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.807741:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.807741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee638/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.807748:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.807783:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298645.807785:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.807790:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.807795:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4afb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.807803:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609676160:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.807803:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 4088869, len 4132 00000080:00200000:1.0:1780298645.807815:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.807818:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.807824:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.807837:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [998, 999] 00000008:00010000:1.0:1780298645.807845:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.807849:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860221b0, osc lock ffff8c43908f0be0, flags 0x0 00010000:00010000:1.0:1780298645.807858:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.807868:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4087808 4095999) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.807875:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.807880:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.807884:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.807892:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 544 00000100:00100000:0.0:1780298645.807931:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.807940:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609676416:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298645.808836:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609676416:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298645.808862:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.808868:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.808870:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860221b0 (ffff8c439057d128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.808873:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.808881:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:2.0:1780298645.808888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.808890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860221b0 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.808903:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.808948:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.808952:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.808963:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.808973:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.808979:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298645.808984:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.808987:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.808989:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:2.0:1780298645.808992:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.808995:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.809002:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298645.809025:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.809030:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.809048:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.809049:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a5690, flags 0x400001002 00000008:00010000:2.0:1780298645.809062:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.809063:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298645.809069:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.809085:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.809091:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.809112:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.809123:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.809129:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.809137:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.809149:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609676672:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.809163:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609676544:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.809916:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.809960:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.809969:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081600 00000100:00100000:0.0:1780298645.809972:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081600 00000100:00100000:0.0:1780298645.809994:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24118 00000100:00100000:0.0:1780298645.809998:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605081600:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.810004:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.810018:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.810052:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298645.810052:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.810057:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.810061:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.810063:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:1.0:1780298645.810072:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081728 00000100:00100000:1.0:1780298645.810076:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081728 00000100:00100000:0.0:1780298645.810104:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605081600:12345-192.168.203.125@tcp:106: Request processed in 104us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.810107:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24119 00000100:00100000:0.0:1780298645.810115:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24118 00000100:00100000:1.0:1780298645.810119:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605081728:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.810128:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.810143:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.810175:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.810177:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:1.0:1780298645.810181:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.810183:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:1.0:1780298645.810219:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605081728:12345-192.168.203.125@tcp:106: Request processed in 103us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.810226:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24119 00010000:00010000:2.0:1780298645.810642:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810652:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810661:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810666:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810670:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.810675:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.810677:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.810679:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810702:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810709:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810726:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.810729:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810756:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.810760:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.810766:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4b10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.810775:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609676672:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.810812:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810820:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810854:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810859:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810863:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.810869:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:3.0:1780298645.810871:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.810878:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810882:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810887:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810893:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.810895:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.810902:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 560 00000020:00010000:2.0:1780298645.810905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.810907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.810909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.810911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.810913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.810915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.810919:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929eee18/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.810932:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.810936:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.810940:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4b09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.810944:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.810950:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609676544:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.810959:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.810969:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.810972:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.810979:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.810981:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4f70, flags 0x400001002 00000008:00010000:2.0:1780298645.810994:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.810995:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a5690, flags 0x400001002 00010000:00010000:2.0:1780298645.811001:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.811015:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.811020:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.811038:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298645.811043:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609676800:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.811048:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.811054:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.811062:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.811073:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609676928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.811761:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.811780:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.811806:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081856 00000100:00100000:1.0:1780298645.811810:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081856 00000100:00100000:1.0:1780298645.811828:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605081984 00000100:00100000:1.0:1780298645.811829:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605081984 00000100:00100000:1.0:1780298645.811838:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24120 00000100:00100000:1.0:1780298645.811844:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605081856:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.811849:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298645.811854:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24121 00010000:00010000:1.0:1780298645.811861:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298645.811868:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605081984:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.811875:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.811882:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.811885:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00010000:00010000:0.0:1780298645.811889:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.811892:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.811897:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:0.0:1780298645.811917:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.811919:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.811922:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.811924:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:1.0:1780298645.811939:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605081856:12345-192.168.203.125@tcp:106: Request processed in 94us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.811945:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24120 00000100:00100000:0.0:1780298645.811957:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605081984:12345-192.168.203.125@tcp:106: Request processed in 91us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.811963:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24121 00010000:00010000:3.0:1780298645.812512:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812521:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812527:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812528:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812549:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812551:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812566:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812570:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.812574:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:3.0:1780298645.812579:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.812583:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812586:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812589:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812602:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812616:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.812621:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00010000:00010000:3.0:1780298645.812623:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00000020:00200000:2.0:1780298645.812626:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.812628:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812637:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812643:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812649:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812654:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.812658:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812661:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298645.812662:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 560 00000020:00010000:1.0:1780298645.812666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_release():245 00010000:00010000:3.0:1780298645.812667:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.812669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.812676:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.812678:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.812682:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eed88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.812684:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.812690:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.812702:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4b17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.812709:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.812724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298645.812726:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609676928:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.812733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929eee18/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298645.812737:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609676800:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.812770:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.812783:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:1.0:1780298645.812791:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.812795:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.812803:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.812811:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.812818:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1780298645.812823:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.812826:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.812828:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.812831:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.812834:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298645.812838:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1780298645.812853:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.812855:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.812867:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.812868:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f0ab0, flags 0x400001002 00000008:00010000:1.0:1780298645.812877:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.812878:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f0000, flags 0x400001002 00010000:00010000:1.0:1780298645.812882:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.812895:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.812901:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.812922:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.812936:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.812939:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609677056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.812943:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.812953:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.812972:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.812978:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609677184:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.813670:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.813722:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082240 00000100:00100000:1.0:1780298645.813726:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082240 00000100:00100000:0.0:1780298645.813735:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.813752:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082112 00000100:00100000:1.0:1780298645.813755:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082112 00000100:00100000:0.0:1780298645.813756:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24122 00000100:00100000:0.0:1780298645.813762:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605082240:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.813768:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24123 00010000:00010000:0.0:1780298645.813770:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.813773:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605082112:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.813778:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.813779:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.813787:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.813802:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.813804:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.813808:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.813808:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.813809:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:0.0:1780298645.813810:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.813813:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.813815:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:0.0:1780298645.813841:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605082240:12345-192.168.203.125@tcp:106: Request processed in 79us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.813844:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605082112:12345-192.168.203.125@tcp:106: Request processed in 71us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.813848:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24122 00000100:00100000:1.0:1780298645.813851:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24123 00010000:00010000:0.0:1780298645.814506:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814518:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814525:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814531:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814538:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.814547:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:0.0:1780298645.814551:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.814554:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814561:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814569:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814576:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.814580:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814604:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.814608:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814617:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000019673e23/0x11c228eb194d4b2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.814629:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609677184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.814640:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814645:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814650:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814654:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814659:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.814669:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:0.0:1780298645.814673:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.814704:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814725:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814734:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.814738:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 560 00010000:00010000:0.0:1780298645.814743:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.814745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.814749:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.814750:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.814755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.814762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.814767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.814769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.814771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057d098/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.814802:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298645.814808:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.814808:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.814822:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4b25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.814827:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 4722483, len 4892 00000100:00100000:0.0:1780298645.814836:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609677056:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.814843:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.814847:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.814861:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.814876:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1152, 1154] 00000008:00010000:1.0:1780298645.814882:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.814885:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022ab0, osc lock ffff8c43908f0000, flags 0x0 00010000:00010000:1.0:1780298645.814898:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (524288 536575) 00010000:00010000:1.0:1780298645.814917:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.814924:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->536575] (req 524288->536575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.814930:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->536575] (req 524288->536575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.814942:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609677312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.814972:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.815617:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609677312:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.815633:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.815644:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.815657:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.815667:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.815677:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=1998847 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.815709:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.815723:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.815736:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 560 00000100:00100000:2.0:1780298645.815765:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.815772:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609677440:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298645.816602:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609677440:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.816632:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096218 (ffff8c439057d098/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.816635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096218 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.816638:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022ab0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.816642:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.816650:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.816662:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096218 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.816664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022ab0 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.816679:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.816739:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.816744:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.816754:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.816763:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298645.816770:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1780298645.816775:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.816779:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.816781:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d48e0 00000080:00010000:1.0:1780298645.816785:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d48e0 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.816787:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298645.816791:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1780298645.816806:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.816809:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.816818:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.816820:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f0000, flags 0x400001002 00000008:00010000:1.0:1780298645.816828:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.816829:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f0ab0, flags 0x400001002 00010000:00010000:1.0:1780298645.816834:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.816846:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.816853:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.816881:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.816895:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298645.816898:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.816905:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609677568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.816907:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.816919:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.816943:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609677696:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.817558:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.817588:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.817610:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082368 00000100:00100000:0.0:1780298645.817613:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.817615:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082368 00000100:00100000:0.0:1780298645.817636:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082496 00000100:00100000:0.0:1780298645.817640:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082496 00000100:00100000:1.0:1780298645.817650:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24124 00000100:00100000:1.0:1780298645.817660:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605082368:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.817664:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24125 00010000:00010000:1.0:1780298645.817672:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298645.817673:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605082496:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.817682:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.817711:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.817726:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.817779:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.817782:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.817785:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.817789:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:0.0:1780298645.817792:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.817795:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.817796:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.817800:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:1.0:1780298645.817855:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605082368:12345-192.168.203.125@tcp:106: Request processed in 196us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.817858:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605082496:12345-192.168.203.125@tcp:106: Request processed in 178us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.817869:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24124 00000100:00100000:0.0:1780298645.817876:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24125 00010000:00010000:1.0:1780298645.818547:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818559:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818570:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818578:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818585:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.818594:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:1.0:1780298645.818598:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.818602:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818611:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818619:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818625:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.818629:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818652:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.818657:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818664:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002e3e6ab2/0x11c228eb194d4b41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.818675:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609677696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.818705:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818726:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818740:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818748:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818755:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.818762:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:1.0:1780298645.818765:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.818775:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818782:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818789:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.818791:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00000020:00010000:2.0:1780298645.818797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.818800:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298645.818801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.818806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.818807:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.818811:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.818816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.818820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057d098/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.818827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057d098/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.818858:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.818864:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.818870:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.818879:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4b3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298645.818880:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298645.818895:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609677568:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.818899:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.818904:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.818918:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.818920:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298645.818932:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.818933:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298645.818939:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.818955:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.818961:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.818980:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.818989:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.818994:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.818999:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609677824:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.819003:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.819029:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609677952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.819757:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.819782:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082624 00000100:00100000:1.0:1780298645.819786:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082624 00000100:00100000:0.0:1780298645.819803:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.819814:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082752 00000100:00100000:1.0:1780298645.819821:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082752 00000100:00100000:0.0:1780298645.819828:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24126 00000100:00100000:0.0:1780298645.819839:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605082624:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.819845:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24127 00010000:00010000:0.0:1780298645.819850:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.819858:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605082752:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.819866:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.819871:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.819886:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.819895:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.819897:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.819906:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.819907:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:1.0:1780298645.819926:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.819928:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:1.0:1780298645.819931:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.819933:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:0.0:1780298645.819939:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605082624:12345-192.168.203.125@tcp:106: Request processed in 104us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.819945:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24126 00000100:00100000:1.0:1780298645.819963:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605082752:12345-192.168.203.125@tcp:106: Request processed in 110us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.819970:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24127 00010000:00010000:2.0:1780298645.820582:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820591:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820597:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820607:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820611:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.820617:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=2031616, end=18446744073709551615 00000020:00200000:2.0:1780298645.820619:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.820621:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820626:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820631:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820635:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.820637:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820666:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.820668:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820671:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820706:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.820722:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820735:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.820741:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609677952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.820751:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820760:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.820767:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=4618229, end=18446744073709551615 00000020:00200000:3.0:1780298645.820770:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.820778:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820783:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820790:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820794:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298645.820795:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00010000:00010000:3.0:1780298645.820796:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.820799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddda8 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.820804:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddda8 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.820808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.820810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.820812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddda8 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.820814:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.820816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee878/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.820842:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.820846:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.820852:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4b48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.820852:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.820868:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609677824:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.820873:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:2.0:1780298645.820903:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1511205, type: SEEK_SET 00000080:00200008:2.0:1780298645.820907:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1511205, type: SEEK_SET, rc = 1511205 00000080:00200008:2.0:1780298645.820913:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1511205, count: 4772 00000080:00200000:2.0:1780298645.820955:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 368 00000080:00200000:2.0:1780298645.820975:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 1511205, bytes: 4772 00000080:00200000:2.0:1780298645.820980:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298645.820993:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 19, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298645.820995:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [1511205, 1515977) 0 0 00000080:00200000:2.0:1780298645.820998:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.821009:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1511205, 1515977) 1515977, 4772 00020000:00200000:2.0:1780298645.821013:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.821035:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [368, 370] 00000008:00010000:2.0:1780298645.821042:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.821045:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a4e40, flags 0x0 00010000:00010000:2.0:1780298645.821056:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821067:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1507328 1519615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821077:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821086:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821094:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298645.821102:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [1511205, 1515977) 00000080:00200000:2.0:1780298645.821111:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8388608 00000080:00200000:2.0:1780298645.821116:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:4772 iocb pos:1511205 00010000:00010000:2.0:1780298645.821154:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821164:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1511424 1515519) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821174:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821188:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821197:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298645.821253:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617000 00010000:00010000:2.0:1780298645.821271:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.821280:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298645.821314:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617000 00010000:00010000:2.0:1780298645.821334:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1507328 1511423) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298645.821364:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc71c00 - object 0x2c0000401:17 offset 1507328<>1519616 00000100:00100000:3.0:1780298645.821403:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609678080:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.822381:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617000 00000020:00200000:2.0:1780298645.822389:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.822400:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617000 00000100:00100000:2.0:1780298645.822412:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609678080:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.822443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07945d8 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.822447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07945d8 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.822449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.822453:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.822461:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.822470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07945d8 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.822471:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.822476:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 4772 bytes 00000080:00200000:1.0:1780298645.822488:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.822490:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 4772, restart: 0 00000080:00200000:1.0:1780298645.822494:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 4772 00000080:00200008:1.0:1780298645.822511:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.822516:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.822531:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.822542:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.822552:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298645.822559:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.822566:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.822570:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:1.0:1780298645.822576:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.822580:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.822587:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298645.822612:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.822618:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.822642:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.822644:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298645.822660:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.822662:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f0980, flags 0x400001002 00010000:00010000:1.0:1780298645.822668:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.822708:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.822727:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.822751:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.822765:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.822771:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.822775:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609678208:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.822789:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.822802:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609678336:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.823499:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.823530:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605082880 00000100:00100000:1.0:1780298645.823535:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.823535:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605082880 00000100:00100000:0.0:1780298645.823563:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083008 00000100:00100000:0.0:1780298645.823565:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083008 00000100:00100000:0.0:1780298645.823575:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24128 00000100:00100000:0.0:1780298645.823582:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605082880:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.823590:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24129 00010000:00010000:0.0:1780298645.823591:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298645.823602:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605083008:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.823605:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.823612:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.823620:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.823645:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.823648:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:1.0:1780298645.823653:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 22, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.823656:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000020:00010000:0.0:1780298645.823658:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.823662:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.823663:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:1.0:1780298645.823665:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 48 00000100:00100000:1.0:1780298645.823760:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605083008:12345-192.168.203.125@tcp:106: Request processed in 159us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.823761:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605082880:12345-192.168.203.125@tcp:106: Request processed in 174us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.823769:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24129 00000100:00100000:0.0:1780298645.823775:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24128 00010000:00010000:0.0:1780298645.824354:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824355:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824377:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.824378:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.824399:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824402:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.824412:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824416:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.824422:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824426:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.824432:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000008:00010000:1.0:1780298645.824435:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.824435:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.824438:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.824439:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.824446:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824450:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.824453:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824460:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.824462:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.824467:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824470:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.824479:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298645.824480:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00010000:00010000:1.0:1780298645.824482:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.824486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582fe8 (ffff8c439057df38/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.824491:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.824495:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.824500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582fe8 (ffff8c439057df38/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.824502:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4b56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.824508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057d758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.824513:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.824514:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057d098/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.824518:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.824518:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609678208:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.824520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582fe8 (ffff8c439057df38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.824528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057df38/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.824536:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.824537:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057df38/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298645.824550:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609678336:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.824573:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.824593:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.824609:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.824613:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.824627:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.824629:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298645.824642:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.824644:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a51d0, flags 0x400001002 00010000:00010000:2.0:1780298645.824652:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.824671:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.824679:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.824740:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298645.824754:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609678464:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.824758:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.824768:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.824781:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.824796:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609678592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.825312:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.825341:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083136 00000100:00100000:0.0:1780298645.825345:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083136 00000100:00100000:0.0:1780298645.825370:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24130 00000100:00100000:0.0:1780298645.825377:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605083136:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.825385:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.825394:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.825424:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.825426:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:0.0:1780298645.825430:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.825432:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:0.0:1780298645.825470:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605083136:12345-192.168.203.125@tcp:106: Request processed in 94us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.825475:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24130 00000100:00100000:1.0:1780298645.825553:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.825576:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083264 00000100:00100000:0.0:1780298645.825581:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083264 00000100:00100000:0.0:1780298645.825607:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24131 00000100:00100000:0.0:1780298645.825616:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605083264:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.825622:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.825631:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.825653:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 22, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.825654:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 72 00000020:00010000:0.0:1780298645.825658:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.825660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 72 00000100:00100000:0.0:1780298645.825724:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605083264:12345-192.168.203.125@tcp:106: Request processed in 98us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.825730:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24131 00010000:00010000:3.0:1780298645.826194:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826204:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826215:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826220:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826225:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.826231:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:3.0:1780298645.826233:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.826235:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826239:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826244:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826249:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.826251:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826284:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826295:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826305:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826312:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826316:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826322:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000008:00010000:2.0:1780298645.826322:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298645.826327:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.826330:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826336:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.826345:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4b64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826346:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.826360:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00010000:00010000:2.0:1780298645.826364:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.826369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000100:00100000:3.0:1780298645.826374:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609678464:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.826377:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.826386:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.826386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.826391:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.826393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.826400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.826403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.826408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.826431:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.826435:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.826441:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d4b6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.826444:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298645.826463:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609678592:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.826466:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200000:1.0:1780298645.826508:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 5012587, len 6443 00000080:00200000:1.0:1780298645.826518:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.826521:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.826528:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.826542:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1223, 1225] 00000008:00010000:1.0:1780298645.826550:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.826552:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298645.826561:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.826570:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (815104 827391) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.826577:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.826582:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.826586:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.826593:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00000100:00100000:1.0:1780298645.826636:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.826642:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609678720:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298645.827469:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609678720:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.827480:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.827484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.827486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.827489:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.827497:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.827506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.827508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057da28/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.827523:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.827536:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.827542:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.827556:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.827565:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.827572:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298645.827577:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.827581:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.827584:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4973 00000080:00010000:1.0:1780298645.827589:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4973 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.827591:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298645.827595:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1780298645.827609:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.827613:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.827621:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.827623:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298645.827638:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.827639:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298645.827644:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.827658:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.827664:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.827681:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.827708:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.827724:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609678848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.827726:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.827739:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.827766:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.827775:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609678976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.828451:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.828481:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.828488:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.828498:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083392 00000100:00100000:0.0:1780298645.828502:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083392 00000100:00100000:2.0:1780298645.828513:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083520 00000100:00100000:2.0:1780298645.828517:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083520 00000100:00100000:0.0:1780298645.828528:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24132 00000100:00100000:0.0:1780298645.828536:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605083392:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.828543:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298645.828549:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 477 00010000:00010000:0.0:1780298645.828555:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298645.828560:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8356:x1866777605083520:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.828569:0:6141:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.828576:0:6141:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.828592:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 22, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.828594:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 72 00000020:00010000:0.0:1780298645.828597:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.828599:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 72 00000020:00010000:2.0:1780298645.828607:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.828610:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:2.0:1780298645.828615:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:2.0:1780298645.828617:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:0.0:1780298645.828645:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605083392:12345-192.168.203.125@tcp:106: Request processed in 109us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.828652:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24132 00000100:00100000:2.0:1780298645.828659:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8356:x1866777605083520:12345-192.168.203.125@tcp:106: Request processed in 100us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.828668:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 477 00010000:00010000:0.0:1780298645.829313:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829322:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829330:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829335:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829339:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.829345:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.829348:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.829350:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829354:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829359:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829364:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.829366:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829396:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.829401:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829409:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4b79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.829423:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609678976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.829438:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829444:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829449:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829452:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829456:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.829461:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:0.0:1780298645.829464:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.829473:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829478:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829482:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.829486:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.829488:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.829499:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00000020:00010000:1.0:1780298645.829504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.829505:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.829508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.829508:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.829514:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.829517:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4b72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.829519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.829524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.829528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298645.829530:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609678848:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.829535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.829564:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.829580:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.829593:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.829598:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.829609:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.829611:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298645.829620:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.829622:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298645.829629:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.829646:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.829656:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.829678:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298645.829710:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298645.829726:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.829732:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609679104:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.829740:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.829754:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.829776:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609679232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.830273:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.830302:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083648 00000100:00100000:0.0:1780298645.830306:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083648 00000100:00100000:0.0:1780298645.830330:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24133 00000100:00100000:0.0:1780298645.830336:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605083648:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.830341:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.830349:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.830372:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.830374:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000020:00010000:0.0:1780298645.830378:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.830379:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4618229 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 512 00000100:00100000:0.0:1780298645.830416:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605083648:12345-192.168.203.125@tcp:106: Request processed in 80us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.830425:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24133 00000100:00100000:1.0:1780298645.830466:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.830497:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083776 00000100:00100000:0.0:1780298645.830502:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083776 00000100:00100000:0.0:1780298645.830525:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24134 00000100:00100000:0.0:1780298645.830534:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605083776:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.830541:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.830550:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.830592:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 22, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.830594:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 72 00000020:00010000:0.0:1780298645.830598:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.830600:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 72 00000100:00100000:0.0:1780298645.830637:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605083776:12345-192.168.203.125@tcp:106: Request processed in 105us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.830644:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24134 00010000:00010000:0.0:1780298645.831077:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831085:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831091:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831095:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831100:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.831105:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4618229, setting rss=4618229; leaving kms=2383872, end=18446744073709551615 00000020:00200000:0.0:1780298645.831107:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.831110:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831115:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831119:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831123:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.831125:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831145:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.831149:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831154:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4b80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.831162:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609679104:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.831189:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831194:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831204:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831208:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831220:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.831225:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298645.831228:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.831234:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831239:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831244:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.831248:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.831250:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.831252:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8812533 i_blocks 584 00000020:00010000:1.0:1780298645.831259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.831263:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.831267:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.831271:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.831273:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.831274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.831277:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.831278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.831285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.831286:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4b87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.831296:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609679232:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.831315:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.831327:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8812533 00000080:00200008:1.0:1780298645.831359:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 8812533, valid attrs 2068, mode 0, uid 0, gid 0, new size 2960272, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:1.0:1780298645.831385:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298645.831403:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 151 lru_type: 1 00010000:00010000:1.0:1780298645.831434:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298645.831442:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.831445:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffc000/0x11c228eb194d48e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035a0f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000020:00100000:1.0:1780298645.831461:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298645.831470:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4387bf2300 x1866777609679488/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298645.831486:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609679488:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298645.831527:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.832271:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.832299:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605083904 00000100:00100000:0.0:1780298645.832303:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605083904 00000100:00100000:0.0:1780298645.832323:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24135 00000100:00100000:0.0:1780298645.832329:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605083904:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.832335:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298645.832366:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.832370:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605083904:12345-192.168.203.125@tcp:104: Request processed in 42us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.832375:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24135 00010000:00010000:2.0:1780298645.832394:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.832400:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832407:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298645.832411:0:6150:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832417:0:6150:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832421:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832432:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 148 lru_type: 1 00010000:00010000:2.0:1780298645.832451:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832455:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.832470:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832479:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4973 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035aa9 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.832487:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.832489:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.832490:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.832499:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.832507:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609679616:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.833209:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609679616:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.833487:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf2300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609679488:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298645.833520:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.833523:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.833532:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.833557:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298645.833566:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.833568:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4260, flags 0x0 00000008:00010000:2.0:1780298645.833572:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.833573:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4390, flags 0x0 00010000:00010000:2.0:1780298645.833582:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.833603:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.833613:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.833621:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.833632:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609679744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.833662:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.834274:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.834294:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.834305:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084032 00000100:00100000:0.0:1780298645.834309:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084032 00000100:00100000:1.0:1780298645.834313:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084160 00000100:00100000:1.0:1780298645.834319:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084160 00000100:00100000:0.0:1780298645.834332:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24136 00000100:00100000:0.0:1780298645.834338:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605084032:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.834345:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298645.834348:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24137 00000100:00100000:1.0:1780298645.834360:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605084160:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.834370:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.834384:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.834389:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605084032:12345-192.168.203.125@tcp:104: Request processed in 51us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.834394:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24136 00010000:00010000:1.0:1780298645.834410:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:2.0:1780298645.834414:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1780298645.834416:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605084160:12345-192.168.203.125@tcp:104: Request processed in 58us (121us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.834420:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298645.834426:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24137 00010000:00010000:3.0:1780298645.834432:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.834433:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.834440:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.834440:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.834459:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.834464:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298645.834511:0:15608:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.834527:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00010000:2.0:1780298645.834529:0:15608:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.834577:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3506176 3510271) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.834657:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000008:00100000:2.0:1780298645.834669:0:15608:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73100 - object 0x2c0000401:17 offset 3506176<>3514368 00000100:00100000:3.0:1780298645.834731:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609679872:192.168.203.125@tcp:4:fsx.0 00010000:00010000:0.0:1780298645.834737:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.834744:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.834761:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.834766:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d49f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [81920->2383871] (req 81920->90111) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035b2e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298645.834777:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609680000:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298645.834781:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.834784:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.834786:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.835125:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609679744:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.835138:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.835151:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.835157:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.835568:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609680000:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.835977:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298645.836006:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298645.836022:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609679872:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298645.836034:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.836070:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298645.836102:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.836107:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.836122:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.836127:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000003857f05e/0x11c228eb194d4a68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3489792->37044223] (req 3489792->3493887) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035b9e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.836135:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.836136:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.836137:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.836142:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.836150:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609680128:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.836887:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.836926:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084288 00000100:00100000:1.0:1780298645.836931:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084288 00000100:00100000:1.0:1780298645.836957:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24138 00000100:00100000:1.0:1780298645.836963:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605084288:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.836970:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.836980:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.836987:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.836993:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.836999:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.837004:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.837018:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00000100:00100000:1.0:1780298645.837039:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605084288:12345-192.168.203.125@tcp:105: Request processed in 77us (152us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.837043:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.837045:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24138 00010000:00010000:2.0:1780298645.837054:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.837063:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.837071:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4618229, setting rss=4618229; kms=4618229, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.837083:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.837089:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.837105:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.837120:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.837125:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.837131:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.837142:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609680256:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.837185:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.837590:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609680128:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.837967:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.837998:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.838007:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084416 00000100:00100000:1.0:1780298645.838010:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084416 00000100:00100000:0.0:1780298645.838040:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.838044:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24139 00000100:00100000:1.0:1780298645.838054:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605084416:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.838062:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.838063:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084544 00000100:00100000:0.0:1780298645.838069:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084544 00000100:00100000:0.0:1780298645.838092:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24140 00000100:00100000:0.0:1780298645.838098:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605084544:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.838100:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.838108:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605084416:12345-192.168.203.125@tcp:104: Request processed in 56us (140us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298645.838108:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.838115:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298645.838121:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24139 00010000:00010000:3.0:1780298645.838123:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.838132:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.838136:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.838155:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.838160:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605084544:12345-192.168.203.125@tcp:104: Request processed in 62us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.838165:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24140 00000008:00010000:3.0:1780298645.838178:0:6149:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.838180:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.838188:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298645.838191:0:6149:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.838200:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.838205:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.838215:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298645.838227:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3764224 3768319) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.838246:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1780298645.838246:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084672 00000080:00200000:2.0:1780298645.838253:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:1.0:1780298645.838253:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084672 00000100:00100000:1.0:1780298645.838286:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24141 00010000:00010000:2.0:1780298645.838291:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.838297:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605084672:12345-192.168.203.125@tcp:104: 00010000:00010000:2.0:1780298645.838301:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.838310:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.838314:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.838321:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4a99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [1998848->2031615] (req 1998848->2011135) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035bcf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.838338:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.838340:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780298645.838344:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00010000:2.0:1780298645.838345:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.838352:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605084672:12345-192.168.203.125@tcp:104: Request processed in 58us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.838361:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.838365:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298645.838365:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24141 00000080:00200000:2.0:1780298645.838385:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.838389:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.838407:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298645.838413:0:6149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3800 - object 0x280000401:18 offset 3764224<>3772416 00010000:00010000:2.0:1780298645.838421:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.838427:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.838433:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4b33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [524288->1998847] (req 524288->536575) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035c69 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.838440:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.838442:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.838443:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.838448:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.838454:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609680512:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.838486:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609680384:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298645.838503:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609680640:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.839009:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609680256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.839018:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.839025:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.839030:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.839220:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609680512:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.839504:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609680640:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.839819:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298645.839843:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.839861:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:2.0:1780298645.839861:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609680384:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298645.839922:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298645.839967:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.839976:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298645.839993:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.840002:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d4abc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3764224->37318655] (req 3764224->3772415) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035bf2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298645.840009:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298645.840020:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.840020:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609680768:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298645.840024:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298645.840027:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.840733:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.840768:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084800 00000100:00100000:0.0:1780298645.840774:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084800 00000100:00100000:0.0:1780298645.840806:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24142 00000100:00100000:0.0:1780298645.840816:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605084800:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.840828:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.840839:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.840849:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.840859:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.840868:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.840877:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.840900:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692600) 00010000:00010000:2.0:1780298645.840920:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.840928:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.840936:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605084800:12345-192.168.203.125@tcp:105: Request processed in 121us (201us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.840938:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.840952:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.840952:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24142 00010000:00010000:2.0:1780298645.840962:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.840972:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.841078:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609680896:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.841112:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.841119:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609681024:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.841544:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609680768:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298645.842112:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609680896:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.842262:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609681024:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298645.842295:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00000020:00010000:2.0:1780298645.842301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794038 (ffff8c43929ee998/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.842303:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794038 (ffff8c43929ee998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.842306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.842310:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.842319:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.842330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.842334:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.842342:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.842351:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794038 (ffff8c43929ee998/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.842354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee998/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.842358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee998/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.842396:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.842417:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 2960272, valid attrs 2168, mode 0, uid 0, gid 0, new size 2960272, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:2.0:1780298645.842440:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.842447:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.842464:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.842474:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298645.842498:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.842504:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.842510:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.842519:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609681152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.842548:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.843327:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609681152:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.843338:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843348:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843357:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843367:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843376:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843384:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843391:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.843402:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc72680 x1866777609681152/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.843412:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.843425:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843434:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.843439:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.843514:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.843525:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4b9c 00000080:00010000:2.0:1780298645.843531:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.843534:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4b9c from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.843537:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843550:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.843577:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.843585:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.843605:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.843608:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4390, flags 0x400001002 00000008:00010000:2.0:1780298645.843622:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.843623:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4260, flags 0x400001002 00010000:00010000:2.0:1780298645.843653:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843661:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.843724:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.843735:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609681280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.843740:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.843749:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.843763:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.843778:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609681408:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.844469:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.844499:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.844517:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605084928 00000100:00100000:0.0:1780298645.844519:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085056 00000100:00100000:1.0:1780298645.844520:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605084928 00000100:00100000:0.0:1780298645.844526:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085056 00000100:00100000:1.0:1780298645.844550:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24143 00000100:00100000:0.0:1780298645.844557:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24144 00000100:00100000:1.0:1780298645.844560:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605084928:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.844575:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298645.844577:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605085056:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.844594:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.844608:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.844611:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.844670:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.844670:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.844674:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.844674:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:1.0:1780298645.844699:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.844701:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.844702:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.844705:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000100:00100000:1.0:1780298645.844763:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605084928:12345-192.168.203.125@tcp:106: Request processed in 205us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.844764:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605085056:12345-192.168.203.125@tcp:106: Request processed in 198us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.844776:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24143 00000100:00100000:0.0:1780298645.844782:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24144 00010000:00010000:3.0:1780298645.845481:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845491:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845499:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845503:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845512:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.845519:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.845522:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.845524:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845528:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845534:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845538:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.845541:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845568:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.845573:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845580:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4baa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.845609:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609681408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.845623:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845632:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845640:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845646:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845653:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.845662:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2960272, setting rss=2960272; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.845666:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.845676:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845710:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845732:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.845736:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00010000:00010000:3.0:1780298645.845737:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.845741:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.845743:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929ee998/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.845750:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929ee998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.845756:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.845759:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.845761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929ee998/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.845763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee998/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.845766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee998/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.845772:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.845776:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.845782:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4ba3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.845790:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.845795:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609681280:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.845814:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.845826:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.845829:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.845840:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.845841:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298645.845856:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.845857:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4390, flags 0x400001002 00010000:00010000:2.0:1780298645.845878:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.845884:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.845908:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.845913:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.845916:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609681536:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.845925:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.845945:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609681664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.846624:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.846660:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.846676:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.846676:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085184 00000100:00100000:0.0:1780298645.846679:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085184 00000100:00100000:1.0:1780298645.846710:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085312 00000100:00100000:1.0:1780298645.846725:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085312 00000100:00100000:0.0:1780298645.846752:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24145 00000100:00100000:1.0:1780298645.846760:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24146 00000100:00100000:0.0:1780298645.846764:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605085184:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.846771:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.846773:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605085312:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.846784:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.846784:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.846806:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.846830:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.846833:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:1.0:1780298645.846837:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.846840:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.846843:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.846847:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.846847:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:1.0:1780298645.846849:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.846893:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605085312:12345-192.168.203.125@tcp:106: Request processed in 126us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.846901:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24146 00000100:00100000:0.0:1780298645.846902:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605085184:12345-192.168.203.125@tcp:106: Request processed in 140us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.846912:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24145 00010000:00010000:2.0:1780298645.847489:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847507:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847517:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847524:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847532:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.847541:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.847545:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.847548:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847555:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847561:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847567:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.847572:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847606:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.847610:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.847617:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4bb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.847631:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609681664:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.847636:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847649:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847658:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847664:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847669:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.847674:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2960272, setting rss=2960272; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.847676:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298645.847704:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847710:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847727:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.847732:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.847734:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.847737:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00000020:00010000:2.0:1780298645.847743:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929ee998/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.847746:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929ee998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.847749:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.847753:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.847757:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929ee998/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.847759:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.847759:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee998/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.847765:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.847765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee998/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.847783:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d4bb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.847790:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.847804:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609681536:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.847810:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2960272 00000080:00200000:2.0:1780298645.847868:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2359887, len 7030 00000080:00200000:2.0:1780298645.847883:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.847886:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.847896:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.847912:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [576, 577] 00000008:00010000:2.0:1780298645.847920:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.847924:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4390, flags 0x0 00010000:00010000:2.0:1780298645.847937:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.847948:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2359296 2367487) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.847957:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.847965:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.847971:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.847981:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00000100:00100000:2.0:1780298645.848034:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.848044:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609681792:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298645.848873:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609681792:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.848901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794038 (ffff8c43929ee998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.848905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794038 (ffff8c43929ee998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.848907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.848911:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.848919:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298645.848930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794038 (ffff8c43929ee998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.848931:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.848948:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.848965:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.848970:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.848987:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.848996:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298645.849017:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.849022:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.849028:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.849041:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609681920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.849073:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.849832:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609681920:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.849844:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849853:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849866:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849876:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849885:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849892:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849898:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.849907:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4387bf1c00 x1866777609681920/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.849916:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.849926:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.849934:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.849939:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.850003:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.850020:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4bbf 00000080:00010000:2.0:1780298645.850025:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.850028:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4bbf from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.850031:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.850039:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.850066:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.850072:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.850087:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.850089:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298645.850104:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.850106:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298645.850114:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.850124:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.850134:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.850136:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.850144:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.850163:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.850171:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298645.850178:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.850180:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.850187:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.850194:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.850200:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00000020:00010000:2.0:1780298645.850203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.850205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.850208:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.850210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.850213:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.850215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.850218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.850237:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.850253:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.850264:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.850267:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.850277:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.850279:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298645.850288:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.850290:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4260, flags 0x400001002 00010000:00010000:2.0:1780298645.850295:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.850304:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298645.850312:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.850315:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.850322:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.850332:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.850340:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.850347:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.850349:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.850357:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298645.850363:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.850366:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00000020:00010000:2.0:1780298645.850368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.850370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.850372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.850375:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.850377:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.850380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.850383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.850398:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.850407:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2960272 00000080:00200008:2.0:1780298645.850415:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.850420:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.850432:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.850441:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.850450:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.850456:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.850460:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.850464:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4b9c 00000080:00010000:2.0:1780298645.850468:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4b9c from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.850471:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.850479:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298645.850497:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.850501:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.850512:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.850514:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298645.850523:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.850525:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298645.850549:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.850557:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.850597:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.850605:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.850606:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298645.850616:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609682048:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.850619:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.850641:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298645.850651:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609682176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.851379:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.851409:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.851426:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085440 00000100:00100000:0.0:1780298645.851431:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085440 00000100:00100000:1.0:1780298645.851436:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085568 00000100:00100000:1.0:1780298645.851440:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085568 00000100:00100000:0.0:1780298645.851466:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24147 00000100:00100000:1.0:1780298645.851473:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24148 00000100:00100000:0.0:1780298645.851477:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605085440:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.851484:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605085568:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.851485:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.851492:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.851495:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.851510:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.851542:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.851544:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:0.0:1780298645.851550:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.851551:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.851552:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:1.0:1780298645.851553:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.851558:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.851560:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.851602:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605085568:12345-192.168.203.125@tcp:106: Request processed in 122us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.851606:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605085440:12345-192.168.203.125@tcp:106: Request processed in 131us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.851612:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24148 00000100:00100000:0.0:1780298645.851621:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24147 00010000:00010000:2.0:1780298645.852283:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852294:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852296:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852314:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852318:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852329:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852337:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852339:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852360:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.852363:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.852370:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.852376:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852377:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852397:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.852400:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2960272, setting rss=2960272; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.852408:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.852410:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852423:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852424:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.852431:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.852441:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.852452:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00010000:00010000:3.0:1780298645.852453:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.852459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.852464:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.852469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.852470:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.852470:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298645.852477:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.852478:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.852480:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.852480:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.852486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.852493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.852503:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4bcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.852525:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609682176:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.852528:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.852552:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298645.852558:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.852560:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:3.0:1780298645.852571:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4bc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.852582:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.852587:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:3.0:1780298645.852593:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609682048:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298645.852601:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.852603:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298645.852615:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.852616:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298645.852641:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.852648:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.852678:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.852683:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.852710:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609682304:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.852722:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.852738:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609682432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.853444:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.853471:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.853484:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085696 00000100:00100000:0.0:1780298645.853488:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085696 00000100:00100000:1.0:1780298645.853498:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085824 00000100:00100000:1.0:1780298645.853503:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085824 00000100:00100000:0.0:1780298645.853513:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24149 00000100:00100000:0.0:1780298645.853520:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605085696:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.853526:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.853530:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24150 00010000:00010000:0.0:1780298645.853537:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298645.853544:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605085824:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.853553:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.853559:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.853562:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00010000:00010000:1.0:1780298645.853565:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.853566:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.853569:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2960272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:1.0:1780298645.853609:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298645.853610:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605085696:12345-192.168.203.125@tcp:106: Request processed in 89us (165us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298645.853611:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.853619:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.853621:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.853626:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24149 00000100:00100000:1.0:1780298645.853653:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605085824:12345-192.168.203.125@tcp:106: Request processed in 113us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.853658:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24150 00010000:00010000:1.0:1780298645.854273:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854281:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854286:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854289:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854306:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854317:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854320:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854337:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854338:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.854359:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.854364:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.854370:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854371:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854391:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.854393:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2960272, setting rss=2960272; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.854401:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.854408:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854416:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.854418:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854420:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854441:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.854445:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2960272 i_blocks 472 00000020:00010000:2.0:1780298645.854452:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.854455:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.854458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.854458:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.854463:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.854466:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.854475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057db48/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.854477:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298645.854483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581240 (ffff8c439057da28/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.854484:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.854489:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4bdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.854490:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057da28/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.854503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057da28/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298645.854516:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609682432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.854553:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298645.854556:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.854559:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.854570:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000001392c7b8/0x11c228eb194d4bd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298645.854573:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2960272 00000100:00100000:0.0:1780298645.854598:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609682304:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.855026:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4149638, type: SEEK_SET 00000080:00200008:2.0:1780298645.855033:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 4149638, type: SEEK_SET, rc = 4149638 00000080:00200008:2.0:1780298645.855042:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 4149638, count: 151 00000080:00200000:2.0:1780298645.855070:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1013 of 390 to 151 bytes 00000080:00200000:2.0:1780298645.855078:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 151 00000080:00200000:2.0:1780298645.855093:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 4149638, bytes: 151 00000080:00200000:2.0:1780298645.855099:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298645.855104:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298645.855106:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4149638, 4149789) 0 0 00000080:00200000:2.0:1780298645.855109:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.855118:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1013, 1013] 00020000:00200000:2.0:1780298645.855125:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [4149638, 4149789) 4149789, 151 00020000:00200000:2.0:1780298645.855130:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.855154:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1013, 1013] 00000008:00010000:2.0:1780298645.855163:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.855167:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6730, osc lock ffff8c43878a5430, flags 0x0 00010000:00010000:2.0:1780298645.855179:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.855191:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4149248 4153343) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.855200:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.855209:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.855216:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298645.855231:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [4149638, 4149789) append 0 append lockpos 0 00000080:00200000:2.0:1780298645.855239:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1013 of 390 to 151 bytes 00000080:00200000:2.0:1780298645.855296:0:29360:0:(rw26.c:858:ll_write_end()) pos 4149638, len 151, copied 151 00000080:00200000:2.0:1780298645.855305:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000bf76efee[3 0000000003324618 2 1 00000000d8bfe3b9] 00000080:00200000:2.0:1780298645.855308:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000c63467a2 17ffffc0001001 3:0 ffff8c4390b44000 1013 lru 00000080:00200000:2.0:1780298645.855316:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000027be30d2 1013: 1< 0 - - > 2< 4149248 0 0 0x0 0x0 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298645.855318:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000bf76efee 00000080:00200000:2.0:1780298645.855320:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298645.855324:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 390, to 541 prio 0 00000008:00010000:2.0:1780298645.855344:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000e194c17d ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298645.855364:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000080:00200000:2.0:1780298645.855369:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 151 bytes, tot: 151 00000080:00200000:2.0:1780298645.855372:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 151 00000020:00010000:2.0:1780298645.855389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07948a8 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.855392:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07948a8 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.855394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6730 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.855398:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.855406:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:2.0:1780298645.855418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07948a8 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.855421:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6730 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.855429:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 151 bytes 00000080:00200000:2.0:1780298645.855434:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1013, 1013] 00000080:00200000:2.0:1780298645.855450:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.855454:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 151, restart: 0 00000080:00200000:2.0:1780298645.855459:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 472 00000080:00200000:2.0:1780298645.855463:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 151 00000080:00200008:2.0:1780298645.855479:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.855486:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.855504:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.855514:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.855523:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298645.855531:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.855537:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.855540:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4b9c 00000080:00010000:2.0:1780298645.855546:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4b9c from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.855549:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.855556:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298645.855576:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.855581:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.855591:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.855593:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5430, flags 0x400001002 00000008:00010000:2.0:1780298645.855609:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.855610:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a45f0, flags 0x400001002 00010000:00010000:2.0:1780298645.855640:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.855648:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.855705:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.855724:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.855733:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609682560:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.855739:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.855767:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609682688:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.856656:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.856707:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605085952 00000100:00100000:0.0:1780298645.856722:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605085952 00000100:00100000:1.0:1780298645.856733:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.856763:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086080 00000100:00100000:0.0:1780298645.856766:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086080 00000100:00100000:1.0:1780298645.856775:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24151 00000100:00100000:1.0:1780298645.856788:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605085952:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.856789:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24152 00000100:00100000:0.0:1780298645.856798:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605086080:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.856800:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.856805:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.856820:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.856820:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.856866:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.856867:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.856869:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.856870:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.856888:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.856890:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000020:00010000:1.0:1780298645.856895:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.856897:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000100:00100000:0.0:1780298645.856906:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605086080:12345-192.168.203.125@tcp:106: Request processed in 109us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.856911:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24152 00000100:00100000:1.0:1780298645.856940:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4387bf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605085952:12345-192.168.203.125@tcp:106: Request processed in 155us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.856948:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24151 00010000:00010000:2.0:1780298645.857661:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857675:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857706:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857721:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857732:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857735:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.857740:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.857746:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.857750:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857753:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857757:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857775:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857777:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857782:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.857786:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857792:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857801:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.857812:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.857817:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.857821:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.857827:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857830:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.857842:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4be9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857845:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.857864:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 472 00010000:00010000:3.0:1780298645.857867:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.857873:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc920 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.857879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc920 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.857884:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:2.0:1780298645.857885:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609682688:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298645.857887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.857890:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.857896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.857903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc920 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.857911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.857918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.857961:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298645.857965:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.857967:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.857978:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4be2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.857992:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:3.0:1780298645.857994:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609682560:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.858009:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.858016:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.858035:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.858038:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0d10, flags 0x400001002 00000008:00010000:1.0:1780298645.858063:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.858065:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f04c0, flags 0x400001002 00010000:00010000:1.0:1780298645.858096:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.858105:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.858145:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.858148:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609682816:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.858161:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.858173:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.858191:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609682944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.858852:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.858900:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.858912:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086208 00000100:00100000:0.0:1780298645.858916:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086208 00000100:00100000:0.0:1780298645.858942:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24153 00000100:00100000:1.0:1780298645.858943:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.858950:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605086208:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.858956:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.858964:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:2.0:1780298645.858985:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086336 00000020:00010000:0.0:1780298645.858985:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.858987:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000100:00100000:2.0:1780298645.858991:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086336 00000020:00010000:0.0:1780298645.858991:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.858994:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 472 00000100:00100000:2.0:1780298645.859027:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 478 00000100:00100000:2.0:1780298645.859035:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777605086336:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.859041:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298645.859042:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605086208:12345-192.168.203.125@tcp:106: Request processed in 91us (188us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.859057:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298645.859062:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24153 00000020:00010000:2.0:1780298645.859085:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.859087:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:2.0:1780298645.859090:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.859091:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:2.0:1780298645.859131:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777605086336:12345-192.168.203.125@tcp:106: Request processed in 96us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.859138:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 478 00010000:00010000:1.0:1780298645.859673:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859682:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859705:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.859710:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859711:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859742:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.859745:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.859750:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.859754:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.859758:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.859761:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859764:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859779:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.859783:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859802:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.859806:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.859818:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.859834:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.859838:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.859847:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.859851:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.859857:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4bf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.859857:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.859876:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 472 00010000:00010000:0.0:1780298645.859876:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.859880:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609682944:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.859885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582910 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.859893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582910 (ffff8c439057d128/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.859894:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.859897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.859905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.859907:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298645.859910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582910 (ffff8c439057d128/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.859913:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.859915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.859924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.859960:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.859965:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.859969:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298645.859971:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4bf0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298645.859987:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4149789 00000100:00100000:0.0:1780298645.859989:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4387bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609682816:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.860038:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 2830502, len 8051 00000080:00200000:2.0:1780298645.860051:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.860054:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.860060:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.860076:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [691, 693] 00000008:00010000:2.0:1780298645.860081:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.860084:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6730, osc lock ffff8c43878a4130, flags 0x0 00010000:00010000:2.0:1780298645.860093:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.860102:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2830336 2842623) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.860109:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.860114:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.860118:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298645.860126:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 472 00000100:00100000:2.0:1780298645.860177:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.860188:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609683072:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298645.861115:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609683072:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.861132:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.861135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6730 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.861143:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.861152:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.861165:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.861168:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6730 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.861191:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.861220:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.861226:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.861243:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.861256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.861266:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298645.861273:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.861279:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298645.861282:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4bbf 00000080:00010000:1.0:1780298645.861288:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4bbf from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.861291:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.861298:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298645.861329:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.861333:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.861349:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.861351:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f1c80, flags 0x400001002 00000008:00010000:1.0:1780298645.861365:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.861367:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f1db0, flags 0x400001002 00010000:00010000:1.0:1780298645.861373:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.861389:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298645.861398:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.861401:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.861409:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.861424:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.861433:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298645.861439:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.861441:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.861446:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.861453:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.861458:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 496 00000020:00010000:1.0:1780298645.861460:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.861461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861465:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861467:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.861469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.861471:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.861484:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.861494:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298645.861501:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.861503:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.861510:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.861511:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f1db0, flags 0x400001002 00000008:00010000:1.0:1780298645.861516:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.861517:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f1c80, flags 0x400001002 00010000:00010000:1.0:1780298645.861521:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.861528:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298645.861533:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.861535:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.861539:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.861549:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.861554:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298645.861557:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.861559:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.861562:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298645.861573:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298645.861577:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 496 00000020:00010000:1.0:1780298645.861579:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.861580:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861581:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861582:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.861584:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.861585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.861587:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.861596:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.861603:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4149789 00000080:00a00000:1.0:1780298645.861645:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:1.0:1780298645.861657:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.861659:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.861665:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.861666:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f1c80, flags 0x400001002 00000008:00010000:1.0:1780298645.861672:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.861673:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f1db0, flags 0x400001002 00010000:00010000:1.0:1780298645.861705:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.861721:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.861756:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.861759:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609683200:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.861768:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.861775:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.861787:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609683328:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.862474:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.862493:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.862515:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086464 00000100:00100000:0.0:1780298645.862520:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086464 00000100:00100000:0.0:1780298645.862554:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086592 00000100:00100000:0.0:1780298645.862558:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086592 00000100:00100000:1.0:1780298645.862567:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24154 00000100:00100000:1.0:1780298645.862574:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605086464:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.862581:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298645.862589:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24155 00010000:00010000:1.0:1780298645.862597:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298645.862604:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605086592:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.862619:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.862625:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.862627:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.862634:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.862636:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00010000:00010000:0.0:1780298645.862643:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298645.862665:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605086464:12345-192.168.203.125@tcp:106: Request processed in 92us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.862670:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24154 00000020:00010000:0.0:1780298645.862678:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.862680:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000020:00010000:0.0:1780298645.862732:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.862735:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 496 00000100:00100000:0.0:1780298645.862771:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605086592:12345-192.168.203.125@tcp:106: Request processed in 171us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.862779:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24155 00010000:00010000:1.0:1780298645.863441:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863441:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863464:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863476:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863479:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863489:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863491:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863505:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863506:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863523:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.863542:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.863546:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.863549:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.863549:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.863556:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.863561:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863566:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863570:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.863573:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863573:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863586:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863593:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.863595:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.863600:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863602:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.863609:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863610:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.863614:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 496 00000020:00010000:2.0:1780298645.863623:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.863630:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.863635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.863638:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d638/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298645.863639:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609683328:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298645.863644:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583908 (ffff8c439057d2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.863649:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.863654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d2d8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.863663:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.863669:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.863678:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000105f21a2/0x11c228eb194d4bfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.863706:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298645.863731:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609683200:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298645.863819:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 6 00000080:00200000:2.0:1780298645.863828:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.863836:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.863858:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [6, 6] 00000008:00010000:2.0:1780298645.863867:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.863871:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6db0, osc lock ffff8c43878a5c80, flags 0x0 00010000:00010000:2.0:1780298645.863901:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.863911:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.863919:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.863935:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609683456:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.863980:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.864597:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.864635:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086720 00000100:00100000:0.0:1780298645.864640:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086720 00000100:00100000:0.0:1780298645.864664:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24156 00000100:00100000:0.0:1780298645.864669:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605086720:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.864678:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.864763:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.864770:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605086720:12345-192.168.203.125@tcp:104: Request processed in 100us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.864778:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24156 00010000:00010000:2.0:1780298645.864786:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.864795:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.864803:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.864806:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298645.864844:0:6616:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000e194c17d ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298645.864854:0:6616:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000e194c17d ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.864889:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4149248 4153343) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00100000:2.0:1780298645.864957:0:6616:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70e00 - object 0x2c0000401:17 offset 4149248<>4149789 00000100:00100000:3.0:1780298645.865002:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609683584:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298645.865409:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609683456:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.865423:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.865431:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.865440:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.866352:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000e194c17d ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298645.866389:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000e194c17d ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:2.0:1780298645.866417:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609683584:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298645.866418:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298645.866458:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298645.866517:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.866534:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.866554:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298645.866560:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4b8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ccb expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298645.866572:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298645.866574:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.866577:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298645.866579:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.866585:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609683712:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.867347:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.867378:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086848 00000100:00100000:0.0:1780298645.867383:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086848 00000100:00100000:0.0:1780298645.867414:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24157 00000100:00100000:0.0:1780298645.867420:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605086848:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.867427:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.867435:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.867442:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.867450:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.867460:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.867467:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.867480:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693e00) 00000100:00100000:0.0:1780298645.867510:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605086848:12345-192.168.203.125@tcp:105: Request processed in 90us (163us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.867513:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.867522:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24157 00010000:00010000:2.0:1780298645.867529:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.867540:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.867549:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4149789, setting rss=4149789; kms=4149789, end=33579007 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.867557:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.867573:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.867598:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4149789 00000008:00010000:2.0:1780298645.867660:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617d80 00000008:00010000:2.0:1780298645.867708:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617d80 00010000:00010000:2.0:1780298645.867739:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (24576 28671) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298645.867758:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc71500 - object 0x2c0000401:17 offset 24576<>28672 00000100:00100000:2.0:1780298645.867797:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.867808:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609683840:192.168.203.125@tcp:3:fsx.0 00000100:00100000:0.0:1780298645.868094:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609683712:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.868580:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617d80 00000020:00200000:2.0:1780298645.868586:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.868597:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617d80 00000100:00100000:2.0:1780298645.868607:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609683840:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298645.868632:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794e48 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.868636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794e48 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.868639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6db0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.868643:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.868654:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.868665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794e48 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.868667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6db0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.868706:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.868803:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.868811:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.868827:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [6, 6] 00000008:00010000:2.0:1780298645.868833:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.868836:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6630, osc lock ffff8c43878a5560, flags 0x0 00010000:00010000:2.0:1780298645.868845:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.868853:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (24576 28671) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.868864:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.868869:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.868873:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.868879:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4149789 00000008:00010000:2.0:1780298645.868896:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.868910:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:2.0:1780298645.868920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.868922:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.868924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6630 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.868926:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.868931:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298645.868936:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.868938:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6630 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.868949:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.868995:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 7 00000080:00200000:2.0:1780298645.868999:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.869002:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.869015:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [7, 7] 00000008:00010000:2.0:1780298645.869019:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.869021:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6630, osc lock ffff8c43878a5560, flags 0x0 00010000:00010000:2.0:1780298645.869027:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.869033:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (28672 32767) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.869038:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.869043:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.869047:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298645.869052:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4149789 00000008:00010000:2.0:1780298645.869066:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617a80 00000008:00010000:2.0:1780298645.869089:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617a80 00010000:00010000:2.0:1780298645.869098:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (28672 32767) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298645.869113:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc71500 - object 0x2c0000401:17 offset 28672<>32768 00000100:00100000:3.0:1780298645.869151:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609683968:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.870052:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617a80 00000020:00200000:2.0:1780298645.870057:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.870066:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617a80 00000100:00100000:2.0:1780298645.870076:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609683968:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.870086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.870090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.870093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6630 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.870096:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.870106:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.870119:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.870121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6630 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.870142:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.870190:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.870195:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.870208:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [7, 7] 00000008:00010000:1.0:1780298645.870213:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.870215:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f1300, flags 0x0 00010000:00010000:1.0:1780298645.870223:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.870230:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (28672 32767) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.870236:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.870242:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.870246:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.870252:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4149789 00000008:00010000:1.0:1780298645.870260:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.870265:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.870269:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1780298645.870275:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.870285:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.870290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.870291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.870293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.870295:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.870304:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298645.870310:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.870311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.870322:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.870350:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 8 00000080:00200000:1.0:1780298645.870354:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.870357:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.870365:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [8, 8] 00000008:00010000:1.0:1780298645.870368:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.870370:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f1300, flags 0x0 00010000:00010000:1.0:1780298645.870376:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.870382:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.870388:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.870392:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.870396:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.870406:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4149789 00010000:00010000:1.0:1780298645.870421:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 70 res 11811161089/17 (4096 8191) 00000008:00010000:1.0:1780298645.870428:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb13c0 00000008:00010000:1.0:1780298645.870454:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb13c0 00010000:00010000:1.0:1780298645.870466:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:1.0:1780298645.870482:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728df80 - object 0x2c0000401:17 offset 32768<>36864 00000100:00100000:0.0:1780298645.870513:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684096:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.871274:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb13c0 00000020:00200000:0.0:1780298645.871280:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.871291:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb13c0 00000100:00100000:0.0:1780298645.871308:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684096:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298645.871315:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.871320:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.871324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.871329:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.871339:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298645.871351:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.871354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.871380:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.871419:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.871425:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.871438:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [8, 8] 00000008:00010000:1.0:1780298645.871444:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.871446:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f1300, flags 0x0 00010000:00010000:1.0:1780298645.871454:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.871464:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 36863) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.871473:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.871480:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.871487:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.871497:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4149789 00000008:00010000:1.0:1780298645.871508:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000001d4eabbc ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.871517:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000001d4eabbc ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.871526:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298645.871535:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.871554:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298645.871562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.871564:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.871567:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.871571:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.871580:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298645.871589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.871592:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.871607:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.871628:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 24576, end 36863, datasync 1 00000080:00200000:1.0:1780298645.871645:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.871650:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298645.871666:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298645.871679:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298645.871755:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (24576 28671) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:1.0:1780298645.871822:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728ed80 - object 0x2c0000401:17 offset 24576<>36864 00000100:00100000:0.0:1780298645.871860:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.871870:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684224:192.168.203.125@tcp:4:fsx.0 00000008:00010000:0.0:1780298645.873290:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298645.873329:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298645.873356:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684224:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298645.873387:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298645.873430:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.873434:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298645.873494:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684352:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298645.875093:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969773 gen 1 00000100:00100000:0.0:1780298645.875150:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684352:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298645.875166:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 504 00000080:00200000:1.0:1780298645.875190:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.875277:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.875285:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.875303:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.875318:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.875328:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298645.875343:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.875352:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.875356:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4b9c 00000080:00010000:1.0:1780298645.875363:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4b9c from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.875367:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.875376:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.875416:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.875422:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.875439:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.875441:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f1300, flags 0x400001002 00000008:00010000:1.0:1780298645.875452:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.875453:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0f70, flags 0x400001002 00010000:00010000:1.0:1780298645.875463:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.875495:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.875505:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.875552:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.875558:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609684480:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.875563:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.875577:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.875627:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.875635:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609684608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.876501:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.876526:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.876546:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605086976 00000100:00100000:0.0:1780298645.876547:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087104 00000100:00100000:1.0:1780298645.876551:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605086976 00000100:00100000:0.0:1780298645.876553:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087104 00000100:00100000:1.0:1780298645.876596:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24158 00000100:00100000:0.0:1780298645.876605:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24159 00000100:00100000:1.0:1780298645.876607:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605086976:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.876615:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605087104:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.876616:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.876624:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.876626:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.876640:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.876683:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.876705:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:0.0:1780298645.876708:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.876710:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:1.0:1780298645.876726:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.876729:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.876734:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.876736:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.876772:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605087104:12345-192.168.203.125@tcp:106: Request processed in 158us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.876779:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24159 00000100:00100000:1.0:1780298645.876786:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605086976:12345-192.168.203.125@tcp:106: Request processed in 180us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.876794:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24158 00010000:00010000:0.0:1780298645.877467:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877480:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877493:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877501:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877510:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.877523:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.877527:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.877531:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877539:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877548:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877557:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.877562:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877589:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.877596:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877604:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4c1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.877623:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609684608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.877638:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877648:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877658:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877666:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877680:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.877707:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=4149789, end=18446744073709551615 00000020:00200000:0.0:1780298645.877711:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.877734:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877742:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877750:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877758:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.877762:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.877763:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 504 00000020:00010000:1.0:1780298645.877769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.877775:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.877779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.877782:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.877784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.877786:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.877790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298645.877797:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.877804:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.877812:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4c13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.877813:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.877834:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:0.0:1780298645.877838:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609684480:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.877855:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.877861:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.877872:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.877874:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0f70, flags 0x400001002 00000008:00010000:1.0:1780298645.877882:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.877883:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f1300, flags 0x400001002 00010000:00010000:1.0:1780298645.877891:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.877914:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.877924:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.877959:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.877963:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298645.877969:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.877975:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684736:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.877977:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.878029:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.878732:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.878755:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.878764:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.878774:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087232 00000100:00100000:0.0:1780298645.878777:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087232 00000100:00100000:2.0:1780298645.878794:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087360 00000100:00100000:2.0:1780298645.878799:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087360 00000100:00100000:0.0:1780298645.878803:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24160 00000100:00100000:0.0:1780298645.878811:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605087232:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.878817:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.878824:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:2.0:1780298645.878831:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 479 00000100:00100000:2.0:1780298645.878838:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:19992:x1866777605087360:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.878844:0:6141:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298645.878844:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.878848:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:0.0:1780298645.878856:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.878859:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00010000:00010000:2.0:1780298645.878863:0:6141:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298645.878891:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605087232:12345-192.168.203.125@tcp:106: Request processed in 82us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.878896:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24160 00000020:00010000:2.0:1780298645.878903:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.878905:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:2.0:1780298645.878908:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.878909:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:2.0:1780298645.878965:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:19992:x1866777605087360:12345-192.168.203.125@tcp:106: Request processed in 127us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.878974:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 479 00010000:00010000:0.0:1780298645.879400:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879408:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879413:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879417:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879421:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.879426:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=4149789, end=18446744073709551615 00000020:00200000:0.0:1780298645.879428:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.879430:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879434:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879439:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879442:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.879445:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879462:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.879464:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879469:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000dc17de81/0x11c228eb194d4c21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.879476:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684736:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.879568:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879574:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879580:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879584:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879588:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.879596:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.879599:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.879607:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879612:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879617:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879620:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.879622:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879637:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.879639:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.879643:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.879652:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684864:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298645.879793:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 504 00000020:00010000:1.0:1780298645.879802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.879805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.879809:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.879813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.879815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.879817:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.879822:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.879851:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.879867:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4149789 00000080:00200000:1.0:1780298645.879906:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 1359115, len 795 00000080:00200000:1.0:1780298645.879936:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.879939:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.879947:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.879961:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [331, 332] 00000008:00010000:1.0:1780298645.879970:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.879973:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f1300, flags 0x0 00010000:00010000:1.0:1780298645.879989:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.880002:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1355776 1363967) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.880010:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.880016:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.880021:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298645.880031:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 504 00000100:00100000:0.0:1780298645.880101:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.880111:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684992:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298645.880990:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609684992:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298645.881008:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298645.881011:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.881013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.881016:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298645.881024:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298645.881038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298645.881040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298645.881058:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298645.881074:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298645.881080:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298645.881093:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298645.881101:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.881108:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298645.881113:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298645.881117:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298645.881119:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4b9c 00000080:00010000:1.0:1780298645.881123:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4b9c from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298645.881125:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298645.881130:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298645.881145:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298645.881148:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298645.881156:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.881158:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f1300, flags 0x400001002 00000008:00010000:1.0:1780298645.881166:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298645.881167:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0f70, flags 0x400001002 00010000:00010000:1.0:1780298645.881172:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.881187:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.881193:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.881225:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.881232:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.881233:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609685120:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298645.881258:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298645.881306:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298645.881318:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609685248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.881984:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.882031:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087488 00000100:00100000:1.0:1780298645.882032:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.882041:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087488 00000100:00100000:1.0:1780298645.882068:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087616 00000100:00100000:1.0:1780298645.882074:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087616 00000100:00100000:0.0:1780298645.882083:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24161 00000100:00100000:0.0:1780298645.882098:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605087488:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.882107:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24162 00010000:00010000:0.0:1780298645.882108:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298645.882118:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605087616:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.882132:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.882133:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.882170:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298645.882205:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.882207:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:1.0:1780298645.882216:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.882221:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.882222:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.882228:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:1.0:1780298645.882229:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.882233:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.882311:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605087616:12345-192.168.203.125@tcp:106: Request processed in 196us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.882321:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605087488:12345-192.168.203.125@tcp:106: Request processed in 222us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.882328:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24162 00000100:00100000:0.0:1780298645.882342:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24161 00010000:00010000:1.0:1780298645.883006:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883016:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883024:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883032:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883040:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.883050:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.883053:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298645.883057:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883064:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883071:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883078:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.883082:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883109:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.883116:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883123:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4c36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.883142:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609685248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.883157:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883165:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883176:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883182:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883189:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.883196:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=4149789, end=18446744073709551615 00000020:00200000:1.0:1780298645.883199:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.883218:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883225:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883233:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.883241:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.883244:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.883252:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 504 00000020:00010000:2.0:1780298645.883263:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.883268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.883271:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.883274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.883276:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582480 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.883278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d998/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.883282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d998/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.883299:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.883308:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.883314:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.883315:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4c2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.883337:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609685120:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.883344:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.883359:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.883363:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.883378:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.883380:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298645.883392:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.883393:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298645.883401:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298645.883427:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.883437:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.883485:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.883491:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.883496:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609685376:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298645.883501:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298645.883515:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609685504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.884170:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.884201:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087744 00000100:00100000:1.0:1780298645.884206:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087744 00000100:00100000:1.0:1780298645.884237:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24163 00000100:00100000:1.0:1780298645.884244:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605087744:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.884249:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.884255:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:0.0:1780298645.884270:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298645.884279:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.884280:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000020:00010000:1.0:1780298645.884284:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.884286:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4149789 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 504 00000100:00100000:0.0:1780298645.884290:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605087872 00000100:00100000:0.0:1780298645.884295:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605087872 00000100:00100000:0.0:1780298645.884321:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24164 00000100:00100000:1.0:1780298645.884329:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605087744:12345-192.168.203.125@tcp:106: Request processed in 85us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.884339:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605087872:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298645.884351:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24163 00010000:00010000:0.0:1780298645.884354:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.884365:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298645.884388:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.884390:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.884392:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.884394:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.884420:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605087872:12345-192.168.203.125@tcp:106: Request processed in 92us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.884425:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24164 00010000:00010000:2.0:1780298645.885023:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885026:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885053:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.885053:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.885072:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885074:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.885086:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885089:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.885098:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885100:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.885114:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298645.885118:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1780298645.885121:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4149789, setting rss=4149789; leaving kms=4149789, end=18446744073709551615 00010000:00010000:2.0:1780298645.885122:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.885125:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.885134:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885137:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885152:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.885152:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298645.885164:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4149789 i_blocks 504 00010000:00010000:3.0:1780298645.885168:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.885178:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929eea28/0) at cl_lock_release():245 00010000:00010000:2.0:1780298645.885185:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.885195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929eea28/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.885197:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.885210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.885224:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298645.885238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929eea28/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.885244:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298645.885245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.885255:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298645.885255:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.885260:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.885271:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.885278:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.885303:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609685504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.885349:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298645.885352:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.885355:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.885362:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d4c3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298645.885368:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4149789 00000100:00100000:3.0:1780298645.885374:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609685376:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298645.885417:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 4149789, valid attrs 2068, mode 0, uid 0, gid 0, new size 2255272, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:1.0:1780298645.885442:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.885457:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 149 lru_type: 1 00010000:00010000:1.0:1780298645.885480:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.885484:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298645.885486:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388693800/0x11c228eb194d4b9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035ce0 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000020:00100000:1.0:1780298645.885501:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298645.885511:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c438728e300 x1866777609685760/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298645.885529:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609685760:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298645.885581:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.886516:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.886552:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088000 00000100:00100000:1.0:1780298645.886556:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088000 00000100:00100000:1.0:1780298645.886581:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24165 00000100:00100000:1.0:1780298645.886586:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605088000:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.886594:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298645.886632:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.886636:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605088000:12345-192.168.203.125@tcp:104: Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.886643:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24165 00010000:00010000:2.0:1780298645.886660:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.886666:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886675:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298645.886679:0:15608:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886685:0:15608:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886733:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886746:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 152 lru_type: 1 00010000:00010000:2.0:1780298645.886772:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886776:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.886793:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886797:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffd600/0x11c228eb194d4bbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035d0a expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.886808:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.886811:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609685888:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.886811:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.886814:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.887537:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609685888:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.887763:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609685760:192.168.203.125@tcp:36:fsx.0 00000080:00200000:1.0:1780298645.887794:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298645.887796:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298645.887804:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298645.887827:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1780298645.887836:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.887839:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b999f0, osc lock ffff8c43908f0850, flags 0x0 00000008:00010000:1.0:1780298645.887842:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298645.887844:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99a30, osc lock ffff8c43908f10a0, flags 0x0 00010000:00010000:1.0:1780298645.887854:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298645.887876:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.887899:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.887908:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.887922:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609686016:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.887966:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.888561:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.888605:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088128 00000100:00100000:1.0:1780298645.888610:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088128 00000100:00100000:1.0:1780298645.888635:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24166 00000100:00100000:1.0:1780298645.888641:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605088128:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.888648:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298645.888683:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1780298645.888741:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298645.888743:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605088128:12345-192.168.203.125@tcp:104: Request processed in 97us (179us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.888749:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298645.888758:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24166 00010000:00010000:2.0:1780298645.888760:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.888766:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298645.888803:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.888867:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.888896:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.888905:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.888924:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.888935:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4c0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [24576->33579007] (req 24576->28671) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035d57 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:3.0:1780298645.888945:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609686144:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.888951:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.888954:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.888958:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.889245:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609686016:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298645.889262:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889270:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889276:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.889598:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.889636:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.889644:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088256 00000100:00100000:1.0:1780298645.889647:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088256 00000100:00100000:1.0:1780298645.889668:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24167 00000100:00100000:1.0:1780298645.889674:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605088256:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.889680:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889763:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889770:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889777:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889781:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889787:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.889802:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffca00) 00010000:00010000:2.0:1780298645.889819:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.889827:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.889832:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605088256:12345-192.168.203.125@tcp:105: Request processed in 157us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.889838:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24167 00010000:00010000:2.0:1780298645.889840:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.889848:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4149789, setting rss=4149789; kms=4149789, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.889856:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.889866:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.889896:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.889901:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.889906:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.889917:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609686272:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.889960:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.890369:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609686144:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298645.890584:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.890614:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088384 00000100:00100000:1.0:1780298645.890618:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088384 00000100:00100000:1.0:1780298645.890641:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24168 00000100:00100000:1.0:1780298645.890648:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605088384:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.890655:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298645.890732:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.890737:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605088384:12345-192.168.203.125@tcp:104: Request processed in 91us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.890742:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24168 00010000:00010000:2.0:1780298645.890746:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.890751:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.890758:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.890764:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298645.890797:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298645.890804:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.890846:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.890851:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.890875:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.890884:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4b95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035cd2 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298645.890890:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609686400:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.890899:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.890902:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.890904:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.891249:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609686272:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.891258:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.891264:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.891269:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.891590:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.891620:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088512 00000100:00100000:1.0:1780298645.891624:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088512 00000100:00100000:1.0:1780298645.891647:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24169 00000100:00100000:1.0:1780298645.891653:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605088512:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.891659:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.891665:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.891674:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.891679:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.891684:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.891730:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.891746:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692e00) 00000100:00100000:1.0:1780298645.891771:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605088512:12345-192.168.203.125@tcp:105: Request processed in 119us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.891780:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24169 00010000:00010000:3.0:1780298645.891783:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.891798:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.891813:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.891825:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.891833:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.891841:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.892016:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609686528:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.892045:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609686656:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.892306:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609686400:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.892954:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609686656:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.893169:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609686528:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298645.893207:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000020:00010000:3.0:1780298645.893215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057dea8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.893219:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057dea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.893223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b999f0 (ffff8c439057d368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.893229:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.893242:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.893257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99a30 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.893262:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.893276:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298645.893286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057dea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.893289:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b999f0 (ffff8c439057dea8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.893294:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99a30 (ffff8c439057dea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.893340:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298645.893362:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 2255272, valid attrs 2168, mode 0, uid 0, gid 0, new size 2255272, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:3.0:1780298645.893388:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298645.893395:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298645.893414:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298645.893424:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298645.893452:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.893457:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.893465:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.893475:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609686784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298645.893513:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298645.894363:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609686784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.894375:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894383:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894392:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894398:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894404:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894409:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894413:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298645.894419:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a0a80 x1866777609686784/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298645.894426:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298645.894435:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894444:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298645.894448:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298645.894514:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298645.894520:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4c59 00000080:00010000:3.0:1780298645.894524:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298645.894526:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4c59 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298645.894529:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894534:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.894554:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298645.894561:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298645.894580:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.894582:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298645.894594:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298645.894595:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298645.894616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894627:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.894671:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.894678:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609686912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.894729:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298645.894743:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.894767:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609687040:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.895290:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.895334:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088640 00000100:00100000:1.0:1780298645.895339:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088640 00000100:00100000:1.0:1780298645.895366:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24170 00000100:00100000:1.0:1780298645.895371:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605088640:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.895378:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.895387:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.895422:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.895424:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:1.0:1780298645.895429:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.895430:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:1.0:1780298645.895496:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605088640:12345-192.168.203.125@tcp:106: Request processed in 123us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.895503:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24170 00000100:00100000:0.0:1780298645.895543:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.895585:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088768 00000100:00100000:1.0:1780298645.895589:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088768 00000100:00100000:1.0:1780298645.895626:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24171 00000100:00100000:1.0:1780298645.895631:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605088768:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.895637:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.895643:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298645.895657:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.895659:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.895661:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.895662:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.895682:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605088768:12345-192.168.203.125@tcp:106: Request processed in 51us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.895709:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24171 00000100:00100000:2.0:1780298645.896385:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969772 gen 2 00010000:00010000:3.0:1780298645.896427:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896438:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896446:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896451:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896453:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896466:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896492:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.896494:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.896506:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298645.896514:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896517:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896565:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896568:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896588:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896592:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.896626:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00000008:00010000:2.0:1780298645.896627:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2255272, setting rss=2255272; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298645.896632:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.896634:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.896655:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896665:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.896673:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.896681:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00010000:00010000:2.0:1780298645.896682:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.896711:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.896724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.896727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.896732:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.896733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.896738:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c272d8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.896742:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.896743:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c272d8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.896745:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.896755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c272d8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.896783:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4c67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.896791:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298645.896820:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609687040:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.896846:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.896850:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.896851:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:2.0:1780298645.896868:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d4c60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.896882:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:2.0:1780298645.896886:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609686912:192.168.203.125@tcp:101:fsx.0 00000001:00010000:0.0:1780298645.896889:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.896910:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.896912:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298645.896923:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.896924:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298645.896947:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.896954:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.896989:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.896995:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.897004:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.897010:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609687168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.897019:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609687296:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.897808:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.897827:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.897847:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605088896 00000100:00100000:0.0:1780298645.897852:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605088896 00000100:00100000:1.0:1780298645.897863:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089024 00000100:00100000:1.0:1780298645.897871:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089024 00000100:00100000:0.0:1780298645.897885:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24172 00000100:00100000:0.0:1780298645.897892:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605088896:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.897900:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.897908:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298645.897917:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24173 00000100:00100000:1.0:1780298645.897930:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605089024:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.897939:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298645.897948:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.897957:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.897961:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.897978:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298645.897981:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.898009:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.898012:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:1.0:1780298645.898016:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298645.898018:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298645.898038:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605088896:12345-192.168.203.125@tcp:106: Request processed in 144us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.898047:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24172 00000100:00100000:1.0:1780298645.898068:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605089024:12345-192.168.203.125@tcp:106: Request processed in 137us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.898076:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24173 00010000:00010000:0.0:1780298645.898824:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.898836:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.898844:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.898847:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.898884:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.898891:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.898923:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.898925:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.898935:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.898941:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.898945:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.898971:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.898972:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.898992:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.899005:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.899006:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.899011:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.899054:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2255272, setting rss=2255272; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.899059:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.899072:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298645.899076:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.899081:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.899101:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00010000:00010000:0.0:1780298645.899103:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d4c75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.899112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750ff8 (ffff8c43878ae638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298645.899125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750ff8 (ffff8c43878ae638/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.899135:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.899138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878ae5a8/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298645.899145:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609687296:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298645.899152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878ae098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.899164:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750ff8 (ffff8c43878ae638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.899169:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878ae638/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.899169:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298645.899180:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878ae638/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.899188:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.899193:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298645.899236:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298645.899242:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.899250:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298645.899260:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2255272 00010000:00010000:1.0:1780298645.899273:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4c6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.899294:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609687168:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298645.899337:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 143976, type: SEEK_SET 00000080:00200008:3.0:1780298645.899345:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 143976, type: SEEK_SET, rc = 143976 00000080:00200008:3.0:1780298645.899355:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 143976, count: 5624 00000080:00200000:3.0:1780298645.899376:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 143976, bytes: 5624 00000080:00200000:3.0:1780298645.899382:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298645.899387:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298645.899389:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [143976, 149600) 0 0 00000080:00200000:3.0:1780298645.899391:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298645.899399:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [35, 36] 00020000:00200000:3.0:1780298645.899406:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [143976, 149600) 149600, 5624 00020000:00200000:3.0:1780298645.899409:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298645.899432:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [35, 36] 00000008:00010000:3.0:1780298645.899440:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298645.899443:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3630, osc lock ffff8c43a079b300, flags 0x0 00010000:00010000:3.0:1780298645.899455:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899465:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (143360 151551) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899472:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899478:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899487:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298645.899495:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [143976, 149600) append 0 append lockpos 0 00000080:00200000:3.0:1780298645.899509:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 35 of 616 to 3480 bytes 00010000:00010000:3.0:1780298645.899586:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899596:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (114688 118783) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899606:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899611:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298645.899615:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298645.899861:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617b40 00010000:00010000:2.0:1780298645.899880:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.899891:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298645.899932:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617b40 00010000:00010000:2.0:1780298645.899956:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (143360 147455) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1780298645.899990:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70e00 - object 0x2c0000401:17 offset 114688<>180224 00000100:00100000:3.0:1780298645.900034:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.900047:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609687424:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.902037:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617b40 00000020:00200000:2.0:1780298645.902044:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.902057:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617b40 00000100:00100000:2.0:1780298645.902068:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609687424:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298645.902089:0:29360:0:(rw26.c:858:ll_write_end()) pos 143976, len 3480, copied 3480 00000080:00200000:0.0:1780298645.902097:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000b46a087a[3 000000008ec8947f 2 1 0000000086685d10] 00000080:00200000:0.0:1780298645.902100:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000003daa631a 17ffffc0001009 3:0 ffff8c4384802540 35 lru 00000080:00200000:0.0:1780298645.902107:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000a8a4396f 35: 1< 1 - - > 2< 143360 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298645.902109:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000b46a087a 00000080:00200000:0.0:1780298645.902111:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1780298645.902114:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 36 of 0 to 2144 bytes 00000080:00200000:0.0:1780298645.902121:0:29360:0:(rw26.c:858:ll_write_end()) pos 147456, len 2144, copied 2144 00000080:00200000:0.0:1780298645.902123:0:29360:0:(rw26.c:916:ll_write_end()) page@000000000423f349[3 000000008ec8947f 2 1 0000000086685d10] 00000080:00200000:0.0:1780298645.902125:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3cbe8db 17ffffc0001001 3:0 ffff8c4384802e00 36 lru 00000080:00200000:0.0:1780298645.902129:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000cdced1a2 36: 1< 1 - - > 2< 147456 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298645.902130:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000000423f349 00000080:00200000:0.0:1780298645.902131:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1780298645.902134:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 616, to 2144 prio 0 00000008:00010000:0.0:1780298645.902153:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1780298645.902168:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298645.902180:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 2, dirtied 2 00000080:00200000:0.0:1780298645.902183:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 5624 bytes, tot: 5624 00000080:00200000:0.0:1780298645.902185:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 5624 00000020:00010000:0.0:1780298645.902198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23218 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.902201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23218 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.902203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3630 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.902206:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.902216:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298645.902230:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23218 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.902233:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3630 (ffff8c4390c27f38/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.902240:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 5624 bytes 00000080:00200000:0.0:1780298645.902254:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [35, 36] 00000080:00200000:0.0:1780298645.902278:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.902282:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 5624, restart: 0 00000080:00200000:0.0:1780298645.902287:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000080:00200000:0.0:1780298645.902290:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 5624 00000080:00200008:0.0:1780298645.902314:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.902321:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.902337:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.902347:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:0.0:1780298645.902378:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.902386:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.902395:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.902417:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609687552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.902464:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.903427:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609687552:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.903455:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903466:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903477:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903487:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903496:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903508:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903515:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.903525:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4388661180 x1866777609687552/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.903534:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.903544:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903554:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.903560:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.903624:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.903634:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4c7c 00000080:00010000:2.0:1780298645.903639:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.903642:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4c7c from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.903646:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.903655:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.903728:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.903735:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.903755:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.903759:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298645.903772:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.903774:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298645.903786:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.903798:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.903807:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.903810:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.903817:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.903831:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.903838:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298645.903845:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.903848:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.903856:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.903864:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.903871:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000020:00010000:2.0:1780298645.903874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901deb58 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.903877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901deb58 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.903880:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.903884:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.903886:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901deb58 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.903889:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.903892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.903911:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.903932:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.903943:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.903947:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.903956:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.903958:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298645.903966:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.903968:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298645.903974:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.903983:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298645.903996:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.903998:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.904006:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904017:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.904024:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298645.904032:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.904034:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.904042:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298645.904049:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.904053:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000020:00010000:2.0:1780298645.904055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901deb58 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.904058:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901deb58 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.904060:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.904063:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.904065:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901deb58 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.904068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.904071:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.904086:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.904097:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2255272 00000080:00200008:2.0:1780298645.904138:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1033617, type: SEEK_SET 00000080:00200008:2.0:1780298645.904142:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1033617, type: SEEK_SET, rc = 1033617 00000080:00200008:2.0:1780298645.904150:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1033617, count: 2938 00000080:00200000:2.0:1780298645.904178:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 252 00000080:00200000:2.0:1780298645.904194:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 1033617, bytes: 2938 00000080:00200000:2.0:1780298645.904199:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298645.904203:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298645.904205:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [1033617, 1036555) 0 0 00000080:00200000:2.0:1780298645.904207:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.904217:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1033617, 1036555) 1036555, 2938 00020000:00200000:2.0:1780298645.904220:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.904238:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [252, 253] 00000008:00010000:2.0:1780298645.904245:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.904248:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6cb0, osc lock ffff8c43878a4720, flags 0x0 00010000:00010000:2.0:1780298645.904257:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904267:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1032192 1040383) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904275:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904290:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904297:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298645.904306:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [1033617, 1036555) 00000080:00200000:2.0:1780298645.904314:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 2255272 00000080:00200000:2.0:1780298645.904318:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:2938 iocb pos:1033617 00010000:00010000:2.0:1780298645.904344:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904354:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904363:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 8/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904371:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 8/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.904379:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 7/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298645.908818:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617780 00010000:00010000:2.0:1780298645.908834:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 7/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.908845:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298645.908877:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617780 00010000:00010000:2.0:1780298645.908908:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1032192 1036287) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:2.0:1780298645.909002:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70e00 - object 0x2c0000401:17 offset 0<>2256896 00000100:00100000:2.0:1780298645.909046:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.909059:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609687680:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.917239:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617780 00000020:00200000:2.0:1780298645.917265:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.917332:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617780 00000020:00010000:3.0:1780298645.917346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929eeb48/0) at cl_lock_release():245 00000100:00100000:2.0:1780298645.917351:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609687680:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298645.917354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298645.917360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6cb0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298645.917369:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298645.917386:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1780298645.917402:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298645.917405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6cb0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298645.917413:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2938 bytes 00000080:00200000:3.0:1780298645.917442:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298645.917447:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 2938, restart: 0 00000080:00200000:3.0:1780298645.917452:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 2938 00000080:00200008:2.0:1780298645.917516:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.917523:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.917537:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.917549:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.917558:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.917563:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298645.917568:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298645.917571:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4c59 00000080:00010000:2.0:1780298645.917574:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4c59 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.917577:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.917581:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298645.917598:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.917604:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.917621:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.917623:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298645.917632:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.917633:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5a20, flags 0x400001002 00010000:00010000:2.0:1780298645.917667:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.917673:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.917732:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.917736:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298645.917738:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.917747:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298645.917751:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609687808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.917762:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.917770:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609687936:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.918638:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.918661:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.918681:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780298645.918708:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089280 00000100:00100000:2.0:1780298645.918723:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089280 00000100:00100000:0.0:1780298645.918726:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089152 00000100:00100000:0.0:1780298645.918731:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089152 00000100:00100000:2.0:1780298645.918759:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 480 00000100:00100000:0.0:1780298645.918763:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24174 00000100:00100000:2.0:1780298645.918769:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:19992:x1866777605089280:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298645.918775:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886e3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605089152:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298645.918776:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.918787:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.918788:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.918803:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:2.0:1780298645.918815:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 552, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298645.918816:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:2.0:1780298645.918819:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298645.918820:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:0.0:1780298645.918836:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 552, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.918838:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298645.918841:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.918843:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:2.0:1780298645.918860:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:19992:x1866777605089280:12345-192.168.203.125@tcp:106: Request processed in 95us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298645.918866:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 480 00000100:00100000:0.0:1780298645.918882:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886e3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605089152:12345-192.168.203.125@tcp:106: Request processed in 109us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.918891:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24174 00010000:00010000:2.0:1780298645.919582:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919587:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.919595:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919607:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.919609:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919628:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.919632:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919642:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.919644:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.919663:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298645.919664:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298645.919667:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.919672:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.919675:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2255272, setting rss=2255272; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298645.919680:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298645.919683:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919705:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919711:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.919730:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000020:00010000:0.0:1780298645.919736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.919743:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929ee908/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.919745:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919747:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.919747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.919754:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.919760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929ee908/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.919765:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298645.919766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee908/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298645.919771:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.919773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298645.919774:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.919783:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.919813:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298645.919819:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.919828:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d4c8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.919834:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298645.919841:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:2.0:1780298645.919844:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609687936:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.919849:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.919857:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d4c83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298645.919866:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:3.0:1780298645.919880:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609687808:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.919881:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.919890:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.919908:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.919911:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298645.919922:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.919923:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386084260, flags 0x400001002 00010000:00010000:0.0:1780298645.919946:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.919953:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.919981:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.919986:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.919994:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298645.919999:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609688064:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.920008:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609688192:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298645.920777:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.920824:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.920825:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089408 00000100:00100000:0.0:1780298645.920830:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089408 00000100:00100000:1.0:1780298645.920848:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089536 00000100:00100000:1.0:1780298645.920853:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089536 00000100:00100000:0.0:1780298645.920857:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24175 00000100:00100000:0.0:1780298645.920865:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605089408:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298645.920873:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1780298645.920882:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24176 00010000:00010000:0.0:1780298645.920884:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1780298645.920893:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605089536:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.920903:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.920913:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298645.920919:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 552, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298645.920923:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298645.920932:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298645.920933:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2255272 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:1.0:1780298645.920966:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 552, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.920968:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.920973:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.920975:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:0.0:1780298645.920978:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605089408:12345-192.168.203.125@tcp:106: Request processed in 113us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.920987:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24175 00000100:00100000:1.0:1780298645.921013:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605089536:12345-192.168.203.125@tcp:106: Request processed in 121us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.921020:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24176 00010000:00010000:1.0:1780298645.921684:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921709:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921733:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921737:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921742:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921755:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921756:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921780:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921782:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921802:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298645.921805:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298645.921811:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.921817:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.921820:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2255272, setting rss=2255272; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1780298645.921827:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298645.921828:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298645.921836:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921840:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298645.921843:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921845:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921856:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.921861:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00010000:00010000:0.0:1780298645.921865:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298645.921867:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae7e8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298645.921869:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.921872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae7e8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.921879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.921887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.921888:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.921888:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d4c98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298645.921890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae7e8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.921896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878ae7e8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.921903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878ae7e8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.921915:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.921922:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.921936:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298645.921936:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609688192:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.921963:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2255272 00010000:00010000:1.0:1780298645.921965:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298645.921971:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.921979:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d4c91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.921993:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609688064:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298645.921996:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1508949, type: SEEK_SET 00000080:00200008:2.0:1780298645.922000:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1508949, type: SEEK_SET, rc = 1508949 00000080:00200008:2.0:1780298645.922005:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1508949, count: 3023 00000080:00200000:2.0:1780298645.922029:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 368 00000080:00200000:2.0:1780298645.922049:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 1508949, bytes: 3023 00000080:00200000:2.0:1780298645.922054:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298645.922058:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298645.922060:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [1508949, 1511972) 0 0 00000080:00200000:2.0:1780298645.922063:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.922074:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1508949, 1511972) 1511972, 3023 00020000:00200000:2.0:1780298645.922077:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.922103:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [368, 369] 00000008:00010000:2.0:1780298645.922113:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.922116:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6bb0, osc lock ffff8c43878a44c0, flags 0x0 00010000:00010000:2.0:1780298645.922139:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.922145:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.922151:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.922161:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609688320:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.922192:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.922963:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.922995:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089664 00000100:00100000:0.0:1780298645.923000:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089664 00000100:00100000:0.0:1780298645.923024:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24177 00000100:00100000:0.0:1780298645.923029:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605089664:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.923036:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.923075:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.923082:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605089664:12345-192.168.203.125@tcp:104: Request processed in 52us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.923089:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24177 00010000:00010000:3.0:1780298645.923094:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298645.923100:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.923106:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298645.923109:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1780298645.923142:0:6149:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1780298645.923181:0:6149:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.923211:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (143360 147455) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:3.0:1780298645.923263:0:6149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3b80 - object 0x2c0000401:17 offset 143360<>151552 00000100:00100000:3.0:1780298645.923294:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.923302:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609688448:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298645.923642:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609688320:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.923653:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.923660:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.923665:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.924542:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298645.924570:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298645.924588:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:2.0:1780298645.924588:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609688448:192.168.203.125@tcp:4:fsx.0 00000080:00200000:2.0:1780298645.926246:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.926287:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.926293:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.926313:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.926321:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000019673e23/0x11c228eb194d4c4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035d9d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298645.926335:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609688576:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.926338:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.926339:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.926341:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.927426:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.927483:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089792 00000100:00100000:0.0:1780298645.927489:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089792 00000100:00100000:0.0:1780298645.927528:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24178 00000100:00100000:0.0:1780298645.927537:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605089792:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.927547:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.927559:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1507328->1515519] (req 1507328->1515519) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.927568:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.927583:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.927592:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.927602:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.927623:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692400) 00010000:00010000:2.0:1780298645.927651:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.927658:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605089792:12345-192.168.203.125@tcp:105: Request processed in 121us (233us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298645.927666:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.927669:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24178 00010000:00010000:2.0:1780298645.927681:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.927724:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2255272, setting rss=2255272; kms=2255272, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.927732:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.927738:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.927756:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [1508949, 1511972) 00000080:00200000:2.0:1780298645.927767:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 2255272 00000080:00200000:2.0:1780298645.927771:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3023 iocb pos:1508949 00010000:00010000:2.0:1780298645.927801:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.927808:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298645.928418:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609688576:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298645.930650:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76170c0 00010000:00010000:2.0:1780298645.930668:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.930677:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.930784:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76170c0 00010000:00010000:2.0:1780298645.930815:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1507328 1511423) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298645.930903:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70380 - object 0x2c0000401:17 offset 0<>2256896 00000100:00100000:3.0:1780298645.930977:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609688704:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.937838:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76170c0 00000020:00200000:2.0:1780298645.937861:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298645.937983:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76170c0 00000020:00010000:0.0:1780298645.938003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07943f8 (ffff8c43929eef38/0) at cl_lock_release():245 00000100:00100000:2.0:1780298645.938008:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609688704:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.938012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07943f8 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.938021:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6bb0 (ffff8c43929ee248/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.938031:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.938048:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298645.938063:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07943f8 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.938066:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6bb0 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.938074:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3023 bytes 00000080:00200000:0.0:1780298645.938108:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.938112:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3023, restart: 0 00000080:00200000:0.0:1780298645.938116:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3023 00000080:00200008:0.0:1780298645.938168:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298645.938175:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298645.938194:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298645.938209:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.938220:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298645.938226:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298645.938232:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298645.938235:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4c59 00000080:00010000:0.0:1780298645.938239:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4c59 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298645.938241:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.938246:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298645.938276:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.938284:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.938305:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.938308:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084be0, flags 0x400001002 00000008:00010000:0.0:1780298645.938325:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.938327:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386085560, flags 0x400001002 00010000:00010000:0.0:1780298645.938342:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.938352:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298645.938364:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.938367:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.938373:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.938424:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.938434:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.938475:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298645.938488:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298645.938505:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609688832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.939377:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.939435:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605089920 00000100:00100000:1.0:1780298645.939442:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605089920 00000100:00100000:1.0:1780298645.939484:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24179 00000100:00100000:1.0:1780298645.939492:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605089920:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.939501:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.939515:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.939547:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.939549:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.939551:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.939552:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.939594:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605089920:12345-192.168.203.125@tcp:106: Request processed in 103us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.939600:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24179 00010000:00010000:1.0:1780298645.940321:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940331:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940342:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940355:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940362:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.940379:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.940383:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.940396:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940402:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940407:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.940411:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.940416:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.940428:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000020:00010000:0.0:1780298645.940433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751b60 (ffff8c43878ae3f8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298645.940435:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.940436:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751b60 (ffff8c43878ae3f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.940440:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.940441:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.940443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878aef38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.940448:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751b60 (ffff8c43878ae3f8/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.940453:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d4ca6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.940461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.940469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298645.940473:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609688832:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298645.940509:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298645.940534:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298645.940549:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298645.940554:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298645.940567:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.940570:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386085560, flags 0x400001002 00000008:00010000:0.0:1780298645.940579:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298645.940581:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386084be0, flags 0x400001002 00010000:00010000:0.0:1780298645.940590:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.940601:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298645.940609:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298645.940612:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298645.940620:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298645.940648:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.940660:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298645.940682:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298645.940735:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609688960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298645.941399:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.941436:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090048 00000100:00100000:1.0:1780298645.941441:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090048 00000100:00100000:1.0:1780298645.941464:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24180 00000100:00100000:1.0:1780298645.941470:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605090048:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298645.941476:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.941483:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298645.941499:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298645.941500:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000020:00010000:1.0:1780298645.941503:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298645.941504:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 0 00000100:00100000:1.0:1780298645.941530:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605090048:12345-192.168.203.125@tcp:106: Request processed in 61us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.941535:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24180 00010000:00010000:1.0:1780298645.942086:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942093:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942103:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942112:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942117:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298645.942121:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298645.942124:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298645.942133:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942137:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942141:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.942147:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298645.942151:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.942163:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 2255272 i_blocks 376 00000020:00010000:0.0:1780298645.942167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751b60 (ffff8c43878ae3f8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.942170:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751b60 (ffff8c43878ae3f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.942172:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878aef38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.942176:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298645.942178:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298645.942178:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751b60 (ffff8c43878ae3f8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.942182:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.942185:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298645.942185:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298645.942200:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d4cad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298645.942206:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298645.942222:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609688960:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298645.942226:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 2255272 00000080:00200008:0.0:1780298645.943804:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 2255272, valid attrs 2068, mode b289, uid 6631424, gid 0, new size 7270922, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00010000:00010000:0.0:1780298645.943835:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.943856:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 150 lru_type: 1 00010000:00010000:0.0:1780298645.943896:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.943905:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298645.943908:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e6400/0x11c228eb194d4c7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035ddc expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1780298645.943921:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780298645.943928:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388663800 x1866777609689216/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780298645.943942:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609689216:192.168.203.125@tcp:36:fsx.0 00000100:00100000:0.0:1780298645.943989:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.945059:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.945104:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298645.945117:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090176 00000100:00100000:1.0:1780298645.945121:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090176 00000100:00100000:1.0:1780298645.945163:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24181 00000100:00100000:1.0:1780298645.945172:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:9976:x1866777605090176:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.945182:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.945235:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.945242:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:9976:x1866777605090176:12345-192.168.203.125@tcp:104: Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.945249:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24181 00010000:00010000:2.0:1780298645.945288:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.945300:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945310:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298645.945315:0:6616:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945321:0:6616:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945327:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945349:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 153 lru_type: 1 00010000:00010000:2.0:1780298645.945389:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945394:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.945419:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945424:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217d000/0x11c228eb194d4c59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035db2 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.945440:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.945442:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.945444:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.945456:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609689344:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.946314:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609689344:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.946485:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609689216:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298645.946535:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.946541:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.946555:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.946591:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298645.946605:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.946608:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a4850, flags 0x0 00000008:00010000:2.0:1780298645.946612:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.946613:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a5b50, flags 0x0 00010000:00010000:2.0:1780298645.946644:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.946654:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.946664:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.946683:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609689472:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.946789:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298645.947417:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.947460:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090304 00000100:00100000:1.0:1780298645.947465:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090304 00000100:00100000:1.0:1780298645.947498:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24182 00000100:00100000:1.0:1780298645.947506:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605090304:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298645.947516:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298645.947565:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298645.947572:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605090304:12345-192.168.203.125@tcp:104: Request processed in 68us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.947580:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24182 00010000:00010000:2.0:1780298645.947597:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.947606:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.947615:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.947620:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298645.947682:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1780298645.948165:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609689472:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298645.948185:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.948195:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.948202:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.950008:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.950074:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.950081:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.950103:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.950108:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4c9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1507328->1515519) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035dff expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.950127:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298645.950129:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609689600:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.950130:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.950133:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298645.950985:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298645.951014:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090432 00000100:00100000:1.0:1780298645.951018:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090432 00000100:00100000:1.0:1780298645.951046:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24183 00000100:00100000:1.0:1780298645.951054:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605090432:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298645.951061:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.951069:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.951076:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.951083:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.951089:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.951095:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298645.951109:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693e00) 00010000:00010000:3.0:1780298645.951133:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298645.951135:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605090432:12345-192.168.203.125@tcp:105: Request processed in 82us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298645.951149:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24183 00010000:00010000:3.0:1780298645.951150:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.951162:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298645.951176:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2255272, setting rss=2255272; kms=2255272, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.951185:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.951190:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298645.951244:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.951253:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.951260:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.951264:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.951268:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298645.951340:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609689856:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.951350:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609689728:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298645.951788:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609689600:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.952250:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609689856:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298645.952293:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609689728:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298645.952328:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7270922 i_blocks 376 00000020:00010000:2.0:1780298645.952334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929ee098/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.952338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929ee098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.952342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.952348:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.952360:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298645.952375:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.952379:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298645.952388:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298645.952403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929ee098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.952407:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.952411:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.952449:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.952471:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 7270922, valid attrs 2168, mode b289, uid 6631424, gid 0, new size 7270922, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00a00000:2.0:1780298645.952510:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:2.0:1780298645.952536:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.952545:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.952566:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.952569:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a5b50, flags 0x400001002 00000008:00010000:2.0:1780298645.952584:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.952586:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4850, flags 0x400001002 00010000:00010000:2.0:1780298645.952596:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.952606:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298645.952618:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.952621:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.952629:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.952648:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.952657:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298645.952666:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.952669:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.952677:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298645.952685:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.952710:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7270922 i_blocks 376 00000020:00010000:2.0:1780298645.952725:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc000 (ffff8c43929ee098/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.952728:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc000 (ffff8c43929ee098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.952730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.952733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.952736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc000 (ffff8c43929ee098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.952738:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.952741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.952760:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.952833:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1773 00000080:00200000:2.0:1780298645.952841:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.952857:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.952875:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1773, 1773] 00000008:00010000:2.0:1780298645.952882:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.952886:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6e30, osc lock ffff8c43878a4850, flags 0x0 00010000:00010000:2.0:1780298645.952894:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.952904:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3067904 3071999) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.952914:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.952922:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.952930:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298645.952941:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7270922 00010000:00010000:2.0:1780298645.952987:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.952997:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2256896 2260991) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.953008:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.953016:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.953023:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298645.956146:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.956163:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.956175:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.956182:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.956190:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298645.959940:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617000 00000008:00010000:2.0:1780298645.960064:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617000 00010000:00010000:2.0:1780298645.960100:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3067904 3071999) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:2.0:1780298645.960208:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72300 - object 0x280000401:18 offset 0<>3072000 00000100:00100000:2.0:1780298645.960265:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.960280:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609689984:192.168.203.125@tcp:3:fsx.0 00000008:00010000:3.0:1780298645.960303:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298645.960333:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298645.960347:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298645.960365:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298645.960373:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1780298645.960417:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298645.960450:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2256896 2260991) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:3.0:1780298645.960597:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1c00 - object 0x2c0000401:17 offset 2256896<>4194304 00000100:00100000:3.0:1780298645.960631:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298645.960640:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609690112:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298645.972596:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617000 00000020:00200000:2.0:1780298645.972644:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00010000:0.0:1780298645.972752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929ee098/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.972758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929ee098/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.972763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6e30 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000008:00010000:2.0:1780298645.972765:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617000 00010000:00010000:0.0:1780298645.972776:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298645.972795:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1780298645.972798:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609689984:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298645.972821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929ee098/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.972824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6e30 (ffff8c43929ee098/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.972887:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00010000:3.0:1780298645.972963:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab180 00000080:00200000:0.0:1780298645.972986:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.973001:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.973025:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1773, 1773] 00000008:00010000:0.0:1780298645.973040:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.973045:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae7b0, osc lock ffff8c4386084be0, flags 0x0 00000008:00010000:3.0:1780298645.973052:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab180 00000100:00100000:3.0:1780298645.973068:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609690112:192.168.203.125@tcp:3:fsx.0 00010000:00010000:0.0:1780298645.973069:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.973086:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3067904 3071999) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.973099:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.973108:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.973116:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.973130:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7270922 00000008:00010000:0.0:1780298645.973154:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298645.973175:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:0.0:1780298645.973189:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878ae3f8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298645.973192:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878ae3f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298645.973195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae7b0 (ffff8c43878ae248/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298645.973198:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298645.973207:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298645.973215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878ae3f8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298645.973217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae7b0 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298645.973236:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298645.973294:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1774 00000080:00200000:0.0:1780298645.973300:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298645.973305:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298645.973318:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1774, 1774] 00000008:00010000:0.0:1780298645.973323:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298645.973326:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae7b0, osc lock ffff8c4386084be0, flags 0x0 00010000:00010000:0.0:1780298645.973333:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973341:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3072000 3076095) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973357:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973363:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298645.973374:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7270922 00010000:00010000:0.0:1780298645.973409:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973417:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2256896 2260991) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973426:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 8/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973433:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 8/1,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.973440:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298645.975024:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d026c0 00010000:00010000:0.0:1780298645.975051:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.975066:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298645.975126:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d026c0 00010000:00010000:0.0:1780298645.975159:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3072000 3076095) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:0.0:1780298645.975221:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388662680 - object 0x280000401:18 offset 2256896<>3080192 00000100:00100000:1.0:1780298645.975364:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298645.975381:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609690240:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298645.980438:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d026c0 00000020:00200000:0.0:1780298645.980457:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298645.980500:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d026c0 00000100:00100000:0.0:1780298645.980527:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609690240:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298645.980551:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878ae3f8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.980560:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878ae3f8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.980566:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae7b0 (ffff8c43878ae248/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.980578:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.980596:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:2.0:1780298645.980615:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878ae3f8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.980618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae7b0 (ffff8c43878ae3f8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.980661:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.980807:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.980820:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.980846:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1774, 1774] 00000008:00010000:2.0:1780298645.980862:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.980867:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6f30, osc lock ffff8c43878a5b50, flags 0x0 00010000:00010000:2.0:1780298645.980889:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.980905:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3072000 3076095) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.980918:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.980926:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.980933:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298645.980947:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7270922 00000008:00010000:2.0:1780298645.980972:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298645.980981:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298645.980989:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298645.981000:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298645.981030:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:2.0:1780298645.981045:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.981048:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.981051:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6f30 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.981055:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298645.981062:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:2.0:1780298645.981071:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.981074:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6f30 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.981091:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.981132:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1775 00000080:00200000:2.0:1780298645.981159:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.981164:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.981174:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1775, 1775] 00000008:00010000:2.0:1780298645.981179:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.981182:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6f30, osc lock ffff8c43878a5b50, flags 0x0 00010000:00010000:2.0:1780298645.981189:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981199:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3076096 3080191) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981207:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981215:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981222:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000001:00010000:2.0:1780298645.981233:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.981256:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.981258:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a58f0, flags 0x400001002 00000008:00010000:2.0:1780298645.981261:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.981263:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4850, flags 0x400001002 00010000:00010000:2.0:1780298645.981272:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.981282:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298645.981290:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.981293:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298645.981300:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.981313:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981322:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:2.0:1780298645.981329:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.981331:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981338:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:2.0:1780298645.981344:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.981351:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7270922 i_blocks 376 00000020:00010000:2.0:1780298645.981354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcff8 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.981357:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcff8 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.981360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.981362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.981364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcff8 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.981366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.981370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000008:00010000:2.0:1780298645.981382:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ee87e5ef ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298645.981390:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ee87e5ef ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298645.981402:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298645.981409:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298645.981438:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:2.0:1780298645.981447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.981449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.981451:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6f30 (ffff8c43929ee908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298645.981455:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298645.981463:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:2.0:1780298645.981473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.981475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6f30 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.981500:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.981521:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 7262208, end 7274495, datasync 1 00000080:00200000:2.0:1780298645.981539:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.981544:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1780298645.981564:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000008:00010000:2.0:1780298645.981581:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298645.981672:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3067904 3071999) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00100000:2.0:1780298645.981807:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72300 - object 0x280000401:18 offset 3067904<>3076618 00000100:00100000:2.0:1780298645.981858:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298645.981878:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609690368:192.168.203.125@tcp:4:fsx.0 00000008:00010000:2.0:1780298645.983841:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00010000:2.0:1780298645.983874:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000cfde90df ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:2.0:1780298645.983900:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609690368:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298645.983944:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298645.984046:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.984054:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1780298645.984157:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609690496:192.168.203.125@tcp:16:fsx.0 00000100:00100000:3.0:1780298645.986536:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43a04da000: committing for last_committed 4294969317 gen 1 00000100:00100000:3.0:1780298645.986639:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609690496:192.168.203.125@tcp:16:fsx.0 00000080:00200000:2.0:1780298645.986743:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7270922 i_blocks 400 00000080:00200000:2.0:1780298645.986787:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.986854:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298645.986862:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298645.986881:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298645.986895:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298645.986941:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.986951:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.986960:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.986983:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73b80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609690624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.987058:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.988240:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73b80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609690624:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298645.988259:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988269:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988280:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988290:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988300:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988306:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988311:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298645.988319:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc73b80 x1866777609690624/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298661 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298645.988326:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298645.988334:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988341:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298645.988345:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298645.988414:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298645.988425:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4cbb 00000080:00010000:2.0:1780298645.988430:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298645.988433:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4cbb from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298645.988436:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.988445:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298645.988477:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.988483:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.988500:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.988503:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a5b50, flags 0x400001002 00000008:00010000:2.0:1780298645.988514:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.988515:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4850, flags 0x400001002 00010000:00010000:2.0:1780298645.988527:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.988536:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298645.988544:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.988546:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298645.988551:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.988560:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.988564:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:2.0:1780298645.988568:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.988570:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298645.988574:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:2.0:1780298645.988580:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.988584:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7270922 i_blocks 400 00000020:00010000:2.0:1780298645.988586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.988588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.988590:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.988593:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.988594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.988596:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.988598:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.988612:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.988625:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298645.988631:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298645.988633:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298645.988639:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.988640:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4850, flags 0x400001002 00000008:00010000:2.0:1780298645.988645:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298645.988646:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298645.988649:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.988655:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298645.988660:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.988662:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298645.988675:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.988721:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298645.988730:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:2.0:1780298645.988738:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298645.988741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298645.988747:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:2.0:1780298645.988755:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298645.988758:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7270922 i_blocks 400 00000020:00010000:2.0:1780298645.988761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298645.988763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.988765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.988768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298645.988771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.988773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298645.988776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298645.988791:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298645.988802:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7270922 00000080:00200008:2.0:1780298645.988859:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 2255272, valid attrs 2068, mode 0, uid 0, gid 0, new size 7164934, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000 00000020:00100000:2.0:1780298645.988900:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780298645.988907:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43bbc73b80 x1866777609690880/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1780298645.988923:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609690880:192.168.203.125@tcp:36:fsx.0 00000100:00100000:2.0:1780298645.988973:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.990074:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.990129:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090560 00000100:00100000:0.0:1780298645.990136:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090560 00000100:00100000:0.0:1780298645.990182:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24184 00000100:00100000:0.0:1780298645.990193:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605090560:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.990205:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298645.990262:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.990269:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605090560:12345-192.168.203.125@tcp:104: Request processed in 79us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.990277:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24184 00010000:00010000:2.0:1780298645.990289:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.990295:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990303:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298645.990307:0:15609:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990313:0:15609:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990318:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990332:0:15609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 151 lru_type: 1 00010000:00010000:2.0:1780298645.990354:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990358:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.990377:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990382:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692400/0x11c228eb194d4cbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035e29 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298645.990392:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.990394:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.990396:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298645.990425:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609691008:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.991312:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609691008:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298645.991447:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609690880:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298645.991491:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298645.991496:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298645.991508:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298645.991541:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298645.991551:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.991555:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a5b50, flags 0x0 00000008:00010000:2.0:1780298645.991558:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298645.991560:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4850, flags 0x0 00010000:00010000:2.0:1780298645.991592:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.991603:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.991618:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.991633:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609691136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.991676:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298645.992536:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.992581:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090688 00000100:00100000:0.0:1780298645.992585:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090688 00000100:00100000:0.0:1780298645.992612:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24185 00000100:00100000:0.0:1780298645.992618:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605090688:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.992627:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298645.992659:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.992663:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605090688:12345-192.168.203.125@tcp:104: Request processed in 46us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.992668:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24185 00010000:00010000:2.0:1780298645.992724:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.992731:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.992742:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.992748:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298645.992788:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1780298645.993357:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609691136:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.993371:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.993379:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.993385:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298645.994608:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298645.994674:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.994684:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298645.994740:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298645.994750:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4cb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:3.0:1780298645.994771:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609691264:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298645.994775:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.994778:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298645.994780:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298645.995941:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.995991:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090816 00000100:00100000:0.0:1780298645.995996:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090816 00000100:00100000:0.0:1780298645.996045:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24186 00000100:00100000:0.0:1780298645.996053:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605090816:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298645.996067:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.996078:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.996090:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.996106:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.996115:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.996126:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.996144:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693000) 00010000:00010000:2.0:1780298645.996170:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298645.996174:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605090816:12345-192.168.203.125@tcp:105: Request processed in 121us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.996190:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24186 00010000:00010000:2.0:1780298645.996191:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.996208:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298645.996220:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.996231:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.996240:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.996285:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.996291:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298645.996298:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298645.996310:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609691392:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298645.996354:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298645.996986:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609691264:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298645.997184:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298645.997228:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298645.997238:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605090944 00000100:00100000:0.0:1780298645.997241:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605090944 00000100:00100000:0.0:1780298645.997265:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24187 00000100:00100000:0.0:1780298645.997273:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605090944:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298645.997282:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298645.997317:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298645.997322:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605090944:12345-192.168.203.125@tcp:104: Request processed in 51us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298645.997332:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24187 00010000:00010000:2.0:1780298645.997342:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298645.997348:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298645.997357:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298645.997362:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:2.0:1780298645.997415:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1780298645.998052:0:29360:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969314 gen 2 00000100:00100000:0.0:1780298645.998097:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609691392:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298645.998113:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.998124:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298645.998133:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.000305:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.000370:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.000379:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.000408:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.000416:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4c52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035da4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.000435:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.000438:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.000440:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.000443:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609691520:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.001728:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.001769:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091072 00000100:00100000:1.0:1780298646.001776:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091072 00000100:00100000:1.0:1780298646.001814:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24188 00000100:00100000:1.0:1780298646.001823:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605091072:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.001832:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.001843:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.001851:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.001860:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.001873:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.001882:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.001907:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692400) 00010000:00010000:0.0:1780298646.001938:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.001944:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605091072:12345-192.168.203.125@tcp:105: Request processed in 120us (255us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298646.001950:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.001958:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24188 00010000:00010000:0.0:1780298646.001964:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.001976:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3076618, setting rss=3076618; kms=3076618, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.001993:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.002002:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.002083:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609691776:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.002101:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609691648:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.002611:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609691520:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.003168:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609691648:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.003304:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609691776:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298646.003333:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:2.0:1780298646.003338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.003341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.003345:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.003350:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.003358:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.003367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.003369:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.003374:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.003379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.003381:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.003384:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.003414:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.003425:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 7164934, valid attrs 2168, mode 0, uid 0, gid 0, new size 7164934, atime 1780298645.000000000, mtime 1780298645.000000000, ctime 1780298645.000000000, rc 0 00000080:00200008:2.0:1780298646.003442:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.003447:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.003471:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.003482:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.003522:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.003530:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.003539:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.003552:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609691904:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.003598:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.004628:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609691904:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.004640:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004659:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004672:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004736:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004747:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004754:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004761:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.004771:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc71c00 x1866777609691904/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.004781:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.004791:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004800:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.004804:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.004872:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.004882:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4cd0 00000080:00010000:2.0:1780298646.004887:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.004891:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4cd0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.004894:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.004902:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.004932:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.004951:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.004974:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.004977:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4850, flags 0x400001002 00000008:00010000:2.0:1780298646.004991:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.004993:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298646.005005:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.005016:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.005027:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.005030:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.005038:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.005051:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.005063:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.005070:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.005073:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.005080:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.005087:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.005092:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:2.0:1780298646.005095:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.005097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.005100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.005102:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.005104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.005106:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.005110:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.005129:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.005146:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.005158:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.005162:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.005172:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.005174:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a5b50, flags 0x400001002 00000008:00010000:2.0:1780298646.005183:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.005185:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4850, flags 0x400001002 00010000:00010000:2.0:1780298646.005192:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.005201:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.005209:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.005212:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.005220:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.005231:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.005238:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.005246:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.005248:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.005254:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.005266:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.005270:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:2.0:1780298646.005272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.005274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.005276:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.005279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.005281:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.005283:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.005285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.005301:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.005311:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7164934 00000080:00200008:2.0:1780298646.005347:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6435048, type: SEEK_SET 00000080:00200008:2.0:1780298646.005353:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6435048, type: SEEK_SET, rc = 6435048 00000080:00200008:2.0:1780298646.005360:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6435048, count: 6860 00000080:00200000:2.0:1780298646.005391:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1571 00000080:00200000:2.0:1780298646.005410:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6435048, bytes: 6860 00000080:00200000:2.0:1780298646.005414:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.005418:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.005420:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6435048, 6441908) 0 0 00000080:00200000:2.0:1780298646.005423:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.005432:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6435048, 6441908) 6441908, 6860 00020000:00200000:2.0:1780298646.005436:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.005456:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1571, 1572] 00000008:00010000:2.0:1780298646.005463:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.005466:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6f30, osc lock ffff8c43878a4850, flags 0x0 00010000:00010000:2.0:1780298646.005496:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.005508:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.005514:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.005528:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609692032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.005574:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.006469:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.006522:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091200 00000100:00100000:0.0:1780298646.006528:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091200 00000100:00100000:0.0:1780298646.006563:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24189 00000100:00100000:0.0:1780298646.006572:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605091200:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.006583:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.006630:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.006636:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605091200:12345-192.168.203.125@tcp:104: Request processed in 65us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.006644:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24189 00010000:00010000:2.0:1780298646.006653:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.006660:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.006668:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.006674:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.006746:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.006754:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.006792:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.006798:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.006817:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.006827:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4cc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e3e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.006838:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609692160:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.006842:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.006844:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.006845:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.007426:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609692032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.007443:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.007453:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.007461:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.008156:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.008217:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091328 00000100:00100000:0.0:1780298646.008223:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091328 00000100:00100000:0.0:1780298646.008257:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24190 00000100:00100000:0.0:1780298646.008265:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605091328:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.008274:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.008284:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2240512->2248703] (req 2240512->2248703) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.008293:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.008302:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.008310:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.008319:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.008342:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692600) 00010000:00010000:2.0:1780298646.008362:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.008370:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.008380:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.008381:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605091328:12345-192.168.203.125@tcp:105: Request processed in 115us (225us total) trans 0 rc 0/0 00000008:00010000:2.0:1780298646.008402:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2970630, setting rss=2970630; kms=2970630, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.008404:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24190 00010000:00010000:2.0:1780298646.008414:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.008420:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.008443:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [6435048, 6441908) 00000080:00200000:2.0:1780298646.008458:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7164934 00000080:00200000:2.0:1780298646.008465:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:6860 iocb pos:6435048 00010000:00010000:2.0:1780298646.008502:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.008513:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2244608 2248703) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.008559:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617c00 00010000:00010000:2.0:1780298646.008575:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.008584:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.008623:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617c00 00010000:00010000:2.0:1780298646.008643:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2240512 2244607) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.008668:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc71c00 - object 0x280000401:18 offset 2240512<>2248704 00000100:00100000:3.0:1780298646.008732:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609692288:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.009171:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609692160:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.009883:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617c00 00000020:00200000:2.0:1780298646.009891:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.009904:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617c00 00000100:00100000:2.0:1780298646.009915:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609692288:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.009963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.009968:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.009972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6f30 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.009977:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.009988:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.010002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.010005:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6f30 (ffff8c43929ee908/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.010011:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6860 bytes 00000080:00200000:0.0:1780298646.010042:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.010046:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 6860, restart: 0 00000080:00200000:0.0:1780298646.010051:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 6860 00000080:00200008:0.0:1780298646.010079:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.010086:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.010110:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.010120:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:0.0:1780298646.010149:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.010156:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.010170:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.010187:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609692416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.010224:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.011329:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609692416:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.011341:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011351:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011361:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011371:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011381:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011390:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011396:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1780298646.011406:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4388662680 x1866777609692416/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1780298646.011415:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1780298646.011426:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011435:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:0.0:1780298646.011440:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1780298646.011510:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1780298646.011520:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4cde 00000080:00010000:0.0:1780298646.011525:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.011528:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4cde from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.011531:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011539:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.011566:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.011573:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.011593:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.011596:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386085560, flags 0x400001002 00000008:00010000:0.0:1780298646.011612:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.011614:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c4386085c80, flags 0x400001002 00010000:00010000:0.0:1780298646.011642:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.011652:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.011722:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609692544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.011730:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.011746:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.011757:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.011760:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.011767:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298646.011776:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.012566:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.012612:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091456 00000100:00100000:0.0:1780298646.012618:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091456 00000100:00100000:0.0:1780298646.012653:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24191 00000100:00100000:0.0:1780298646.012662:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605091456:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.012671:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.012680:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.012745:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.012748:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298646.012752:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.012753:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298646.012796:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605091456:12345-192.168.203.125@tcp:106: Request processed in 136us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.012803:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24191 00010000:00010000:0.0:1780298646.013618:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013626:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013633:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013637:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013641:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.013647:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.013650:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.013659:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013664:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013672:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.013676:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.013679:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.013726:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00010000:00010000:0.0:1780298646.013729:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.013732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878aef38/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.013734:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.013739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878aef38/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.013746:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4ce5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.013747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878ae128/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.013756:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878aed88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.013762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878aef38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.013764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878aef38/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.013766:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609692544:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.013772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878aef38/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.013806:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.013829:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.013848:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.013861:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.013880:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.013882:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a5b50, flags 0x400001002 00000008:00010000:2.0:1780298646.013899:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.013901:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a58f0, flags 0x400001002 00010000:00010000:2.0:1780298646.013922:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.013933:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.013967:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.013983:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.013993:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609692672:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.014009:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.014023:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.014026:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.014036:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.014048:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.017925:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.017965:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091584 00000100:00100000:0.0:1780298646.017973:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091584 00000100:00100000:0.0:1780298646.018021:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24192 00000100:00100000:0.0:1780298646.018032:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605091584:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.018045:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.018056:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.018102:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.018104:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298646.018109:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.018110:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298646.018163:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605091584:12345-192.168.203.125@tcp:106: Request processed in 135us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.018169:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24192 00010000:00010000:2.0:1780298646.019264:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019278:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019291:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019299:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019306:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.019323:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.019328:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.019340:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019348:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019357:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019365:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.019370:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.019378:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:3.0:1780298646.019385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.019388:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.019393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.019397:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.019401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.019404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.019409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.019416:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.019423:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.019431:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4cec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.019447:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.019453:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609692672:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.019469:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7164934 00000080:00200008:3.0:1780298646.019486:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.019492:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.019508:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.019521:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.019533:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.019541:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.019547:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.019550:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4cde 00000080:00010000:3.0:1780298646.019555:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4cde from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.019557:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.019565:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.019601:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.019608:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.019628:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.019631:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298646.019644:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.019645:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298646.019675:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.019683:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.019755:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298646.019756:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609692800:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.019795:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.019803:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.019806:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.019811:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298646.019822:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.020596:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.020651:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.020663:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091712 00000100:00100000:0.0:1780298646.020667:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091712 00000100:00100000:0.0:1780298646.020726:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24193 00000100:00100000:0.0:1780298646.020736:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605091712:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.020745:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.020756:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.020785:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.020787:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298646.020791:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.020793:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298646.020834:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605091712:12345-192.168.203.125@tcp:106: Request processed in 100us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.020841:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24193 00010000:00010000:2.0:1780298646.021537:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021548:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021556:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021563:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021570:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.021579:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.021582:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.021593:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021600:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021607:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.021619:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.021622:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.021630:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:3.0:1780298646.021635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.021639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.021642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.021647:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.021650:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.021652:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.021653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.021657:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.021659:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.021670:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d4cf3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.021709:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609692800:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.021744:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.021765:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.021780:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.021786:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.021800:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.021802:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298646.021813:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.021815:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298646.021840:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.021850:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.021876:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.021886:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:2.0:1780298646.021892:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609692928:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.021906:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.021910:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.021917:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298646.021927:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.022664:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.022702:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091840 00000100:00100000:0.0:1780298646.022707:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091840 00000100:00100000:0.0:1780298646.022742:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24194 00000100:00100000:0.0:1780298646.022748:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605091840:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.022755:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.022763:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.022787:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.022788:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298646.022791:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.022792:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298646.022821:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605091840:12345-192.168.203.125@tcp:106: Request processed in 75us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.022826:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24194 00010000:00010000:2.0:1780298646.023539:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023550:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023558:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023577:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023585:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.023593:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.023597:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.023606:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023616:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023623:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.023630:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.023634:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.023644:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:3.0:1780298646.023649:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.023652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.023655:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.023660:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.023663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.023664:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.023667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.023669:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.023672:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.023678:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4cfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.023723:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609692928:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.023752:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.023811:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7164934 00000080:00200008:0.0:1780298646.023827:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.023834:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.023850:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.023862:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.023873:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.023886:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.023892:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.023896:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4cde 00000080:00010000:0.0:1780298646.023900:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4cde from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.023904:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.023921:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298646.023952:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.023959:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.023978:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.023981:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386084e40, flags 0x400001002 00000008:00010000:0.0:1780298646.023995:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.023997:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c4386084130, flags 0x400001002 00010000:00010000:0.0:1780298646.024023:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.024032:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.024069:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.024079:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298646.024093:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.024094:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609693056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.024098:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.024108:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1780298646.024118:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.024954:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.025010:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605091968 00000100:00100000:0.0:1780298646.025016:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605091968 00000100:00100000:0.0:1780298646.025066:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24195 00000100:00100000:0.0:1780298646.025074:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605091968:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.025084:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.025094:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.025127:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.025129:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298646.025133:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.025135:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298646.025185:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605091968:12345-192.168.203.125@tcp:106: Request processed in 112us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.025192:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24195 00010000:00010000:0.0:1780298646.026156:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026169:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026178:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026185:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026193:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.026202:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.026207:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.026221:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026229:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026237:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.026248:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00010000:00010000:0.0:1780298646.026249:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.026256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750db0 (ffff8c43878ae908/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.026257:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.026261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750db0 (ffff8c43878ae908/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.026268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878aef38/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.026272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878aed88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.026275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750db0 (ffff8c43878ae908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.026282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.026286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae908/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.026314:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.026341:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:2.0:1780298646.026344:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:0.0:1780298646.026347:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.026356:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d4d01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.026364:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.026371:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:0.0:1780298646.026376:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609693056:192.168.203.125@tcp:101:fsx.0 00000008:00010000:2.0:1780298646.026390:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.026393:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa69f0, osc lock ffff8c43878a44c0, flags 0x400001002 00000008:00010000:2.0:1780298646.026407:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.026409:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6a30, osc lock ffff8c43878a5a20, flags 0x400001002 00010000:00010000:2.0:1780298646.026440:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.026450:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.026495:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:3.0:1780298646.026521:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609693184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.026522:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298646.026535:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.026537:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.026543:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1780298646.026551:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.027427:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.027615:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092096 00000100:00100000:0.0:1780298646.027621:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092096 00000100:00100000:0.0:1780298646.027653:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24196 00000100:00100000:0.0:1780298646.027662:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605092096:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.027671:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.027682:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.027742:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.027744:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000020:00010000:0.0:1780298646.027747:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.027747:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298645 atime: 1780298645 ctime: 1780298645 blocks: 376 00000100:00100000:0.0:1780298646.027780:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605092096:12345-192.168.203.125@tcp:106: Request processed in 120us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.027785:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24196 00010000:00010000:2.0:1780298646.028752:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028761:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028768:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028776:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028783:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.028795:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.028799:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.028811:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028820:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028827:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028832:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.028834:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00010000:00010000:2.0:1780298646.028835:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.028840:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.028845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.028848:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.028852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.028855:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.028857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.028861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.028871:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.028876:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.028882:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d4d08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.028899:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609693184:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.028900:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.028921:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7164934 00000080:00200008:0.0:1780298646.028966:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6603831, type: SEEK_SET 00000080:00200008:0.0:1780298646.028972:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6603831, type: SEEK_SET, rc = 6603831 00000080:00200008:0.0:1780298646.028980:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6603831, count: 7300 00000080:00200000:0.0:1780298646.029015:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1612 00000080:00200000:0.0:1780298646.029043:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6603831, bytes: 7300 00000080:00200000:0.0:1780298646.029047:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298646.029051:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298646.029053:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6603831, 6611131) 0 0 00000080:00200000:0.0:1780298646.029056:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.029068:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6603831, 6611131) 6611131, 7300 00020000:00200000:0.0:1780298646.029072:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.029095:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1612, 1614] 00000008:00010000:0.0:1780298646.029105:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.029109:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeb30, osc lock ffff8c43860858f0, flags 0x0 00010000:00010000:0.0:1780298646.029141:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.029152:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2408448->2420735] (req 2408448->2420735) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.029162:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2408448->2420735] (req 2408448->2420735) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.029176:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609693312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.029214:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.030108:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609693312:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.030120:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030133:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030144:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030154:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.030163:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2970630, setting rss=2970630; kms=2970630, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030177:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030185:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.030201:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [6603831, 6611131) 00000080:00200000:0.0:1780298646.030213:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7164934 00000080:00200000:0.0:1780298646.030217:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:7300 iocb pos:6603831 00010000:00010000:0.0:1780298646.030256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030266:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2412544 2416639) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.030316:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02240 00010000:00010000:0.0:1780298646.030332:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.030341:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.030377:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02240 00010000:00010000:0.0:1780298646.030405:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2408448 2412543) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1780298646.030438:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388662680 - object 0x280000401:18 offset 2408448<>2420736 00000100:00100000:1.0:1780298646.030499:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609693440:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.031553:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02240 00000020:00200000:0.0:1780298646.031561:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.031577:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02240 00000100:00100000:0.0:1780298646.031592:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609693440:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.031628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aaf38 (ffff8c43878ae128/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.031634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aaf38 (ffff8c43878ae128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.031637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeb30 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.031643:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.031654:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.031666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aaf38 (ffff8c43878ae128/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.031669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeb30 (ffff8c43878ae128/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.031675:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 7300 bytes 00000080:00200000:2.0:1780298646.031737:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.031741:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 7300, restart: 0 00000080:00200000:2.0:1780298646.031745:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 7300 00000080:00200008:2.0:1780298646.031772:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.031779:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.031796:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.031806:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.031816:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.031823:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.031830:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.031832:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4cd0 00000080:00010000:2.0:1780298646.031838:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4cd0 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.031842:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.031848:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.031875:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.031881:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.031900:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.031903:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298646.031916:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.031917:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.031927:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.031936:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.031944:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.031947:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.031954:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.031967:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.031979:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.031986:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.031988:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.031995:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.032002:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.032008:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:2.0:1780298646.032011:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.032013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.032015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.032018:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.032020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.032023:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.032026:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.032048:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.032063:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.032073:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.032076:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.032085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.032087:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.032095:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.032097:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298646.032103:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.032112:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.032119:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.032122:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.032129:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.032140:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.032147:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.032153:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.032155:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.032161:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.032172:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.032177:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7164934 i_blocks 376 00000020:00010000:2.0:1780298646.032179:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.032181:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.032184:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.032186:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.032188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.032190:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.032193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.032208:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.032218:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7164934 00000080:00200008:2.0:1780298646.032277:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 7164934, valid attrs 2068, mode 0, uid 0, gid 0, new size 814241, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:2.0:1780298646.032299:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.032314:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 152 lru_type: 1 00010000:00010000:2.0:1780298646.032341:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.032348:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.032351:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e7c00/0x11c228eb194d4cde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035e61 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:2.0:1780298646.032371:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780298646.032379:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43bbc71c00 x1866777609693696/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1780298646.032396:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609693696:192.168.203.125@tcp:36:fsx.0 00000100:00100000:2.0:1780298646.032438:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.033749:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.033783:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092224 00000100:00100000:0.0:1780298646.033792:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092224 00000100:00100000:0.0:1780298646.033837:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24197 00000100:00100000:0.0:1780298646.033848:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605092224:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.033861:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.033915:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.033922:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17578:x1866777605092224:12345-192.168.203.125@tcp:104: Request processed in 76us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.033930:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24197 00010000:00010000:2.0:1780298646.033947:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.033955:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.033965:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298646.033970:0:15608:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.033975:0:15608:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.033980:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.033994:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 154 lru_type: 1 00010000:00010000:2.0:1780298646.034013:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.034017:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.034045:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.034053:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693e00/0x11c228eb194d4cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035e4c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.034064:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.034066:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.034068:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.034074:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.034084:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609693824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.035735:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609693824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.035969:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71c00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609693696:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.036015:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.036026:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.036040:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.036075:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.036085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.036088:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a5300, flags 0x0 00000008:00010000:2.0:1780298646.036091:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.036093:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a4720, flags 0x0 00010000:00010000:2.0:1780298646.036128:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.036139:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.036148:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.036164:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609693952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.036208:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.036982:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.037016:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092352 00000100:00100000:0.0:1780298646.037021:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092352 00000100:00100000:0.0:1780298646.037046:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24198 00000100:00100000:0.0:1780298646.037051:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605092352:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.037060:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.037091:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.037095:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605092352:12345-192.168.203.125@tcp:104: Request processed in 45us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.037100:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24198 00010000:00010000:2.0:1780298646.037115:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.037120:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.037130:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.037134:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.037177:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.037184:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.037221:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.037226:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.037244:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.037249:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4cc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e37 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298646.037260:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.037263:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.037265:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.037267:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.037272:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609694080:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.037760:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609693952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.037775:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.037784:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.037792:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.038025:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.038059:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092480 00000100:00100000:0.0:1780298646.038063:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092480 00000100:00100000:0.0:1780298646.038082:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24199 00000100:00100000:0.0:1780298646.038086:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605092480:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.038092:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.038099:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.038106:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.038112:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.038117:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.038122:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.038134:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692400) 00010000:00010000:2.0:1780298646.038158:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.038165:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605092480:12345-192.168.203.125@tcp:105: Request processed in 77us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.038177:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24199 00010000:00010000:2.0:1780298646.038178:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.038190:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.038201:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.038212:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.038226:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.038246:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.038265:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.038272:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.038279:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.038292:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609694208:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.038330:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.038848:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609694080:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.039072:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.039125:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.039136:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092608 00000100:00100000:0.0:1780298646.039151:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092608 00000100:00100000:1.0:1780298646.039176:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.039190:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092736 00000100:00100000:0.0:1780298646.039194:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092736 00000100:00100000:0.0:1780298646.039212:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24200 00000100:00100000:0.0:1780298646.039219:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605092608:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.039228:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.039269:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.039276:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605092608:12345-192.168.203.125@tcp:104: Request processed in 58us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.039283:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24200 00010000:00010000:2.0:1780298646.039298:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.039304:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.039314:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.039319:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.039322:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24201 00000100:00100000:0.0:1780298646.039335:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605092736:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.039346:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.039370:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1780298646.039388:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.039395:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605092736:12345-192.168.203.125@tcp:104: Request processed in 63us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.039402:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24201 00000080:00200000:2.0:1780298646.039441:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.039443:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780298646.039449:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.039464:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.039468:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.039482:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.039491:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000080:00200000:0.0:1780298646.039505:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.039513:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.039522:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d4d0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2408448->2420735) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035e92 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.039540:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.039542:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.039544:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.039565:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609694336:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1780298646.039581:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.039626:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.039634:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.039656:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.039664:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d4cd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2240512->2248703) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035e53 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.039676:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.039678:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.039681:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.039682:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609694464:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.040071:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609694208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.040083:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.040092:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.040099:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.040558:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609694464:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.040794:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.040839:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092864 00000100:00100000:1.0:1780298646.040844:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092864 00000100:00100000:1.0:1780298646.040872:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24202 00000100:00100000:1.0:1780298646.040881:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605092864:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.040889:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.040899:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.040907:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.040915:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.040923:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.040936:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.040956:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693800) 00010000:00010000:2.0:1780298646.040978:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.040987:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605092864:12345-192.168.203.125@tcp:105: Request processed in 107us (192us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.040991:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.041001:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24202 00010000:00010000:2.0:1780298646.041010:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.041019:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2970630, setting rss=2970630; kms=2970630, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.041029:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.041037:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.041103:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.041111:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609694592:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.041196:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.041209:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609694720:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.041589:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609694336:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.044896:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609694720:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.044933:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609694592:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298646.044955:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:2.0:1780298646.044960:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.044962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.044965:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.044971:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.044982:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.044997:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.045001:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.045010:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.045018:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.045020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.045025:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.045066:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.045083:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 814241, valid attrs 2168, mode 0, uid 0, gid 0, new size 814241, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:2.0:1780298646.045101:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.045105:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.045119:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.045127:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.045152:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.045158:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.045165:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.045175:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609694848:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.045217:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.046027:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609694848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.046035:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046041:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046048:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046054:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046060:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046068:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046072:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.046077:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc72a00 x1866777609694848/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.046083:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.046090:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046095:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.046098:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.046145:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.046151:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4d24 00000080:00010000:2.0:1780298646.046154:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.046156:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d24 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.046158:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046163:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.046184:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.046190:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.046202:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.046204:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.046213:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.046214:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298646.046222:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.046229:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.046236:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.046238:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.046243:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.046250:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.046255:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.046262:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.046265:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.046272:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.046280:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.046285:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:2.0:1780298646.046288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.046290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.046293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.046296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.046298:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.046301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.046304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.046316:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.046327:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.046334:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.046337:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.046343:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.046345:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298646.046350:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.046351:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.046356:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.046362:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.046370:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.046372:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.046376:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.046382:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.046389:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.046396:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.046398:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.046405:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.046414:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.046417:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:2.0:1780298646.046420:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.046423:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.046425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.046428:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.046430:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.046431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.046433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.046445:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.046452:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 814241 00000080:00200008:2.0:1780298646.046489:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 505581, type: SEEK_SET 00000080:00200008:2.0:1780298646.046496:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 505581, type: SEEK_SET, rc = 505581 00000080:00200008:2.0:1780298646.046512:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 505581, count: 7821 00000080:00200000:2.0:1780298646.046544:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 123 00000080:00200000:2.0:1780298646.046557:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 505581, bytes: 7821 00000080:00200000:2.0:1780298646.046560:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.046564:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.046566:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [505581, 513402) 0 0 00000080:00200000:2.0:1780298646.046567:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.046574:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [505581, 513402) 513402, 7821 00020000:00200000:2.0:1780298646.046577:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.046589:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [123, 125] 00000008:00010000:2.0:1780298646.046594:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.046596:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6fb0, osc lock ffff8c43878a4720, flags 0x0 00010000:00010000:2.0:1780298646.046614:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046620:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.046625:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.046633:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609694976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.046661:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.047355:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.047392:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605092992 00000100:00100000:1.0:1780298646.047398:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605092992 00000100:00100000:1.0:1780298646.047428:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24203 00000100:00100000:1.0:1780298646.047434:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605092992:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.047442:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.047482:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.047489:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605092992:12345-192.168.203.125@tcp:104: Request processed in 54us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.047497:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24203 00010000:00010000:2.0:1780298646.047505:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.047511:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.047517:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.047520:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.047543:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.047548:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.047580:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.047588:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.047604:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.047611:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4d16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ea0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.047627:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.047628:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.047630:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.047646:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609695104:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.048176:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609694976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.048186:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.048192:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.048197:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.048342:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.048378:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093120 00000100:00100000:1.0:1780298646.048385:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093120 00000100:00100000:1.0:1780298646.048410:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24204 00000100:00100000:1.0:1780298646.048419:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605093120:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.048427:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.048442:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [503808->516095] (req 503808->516095) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.048450:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.048459:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.048467:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.048475:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.048494:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692a00) 00010000:00010000:2.0:1780298646.048517:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.048524:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605093120:12345-192.168.203.125@tcp:105: Request processed in 106us (181us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.048531:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.048537:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24204 00010000:00010000:2.0:1780298646.048546:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.048556:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 814241, setting rss=814241; kms=814241, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.048565:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.048573:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.048593:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [505581, 513402) 00000080:00200000:2.0:1780298646.048605:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 814241 00000080:00200000:2.0:1780298646.048610:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:7821 iocb pos:505581 00010000:00010000:2.0:1780298646.048641:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.048650:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (507904 511999) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.048741:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617d80 00010000:00010000:2.0:1780298646.048755:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.048762:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.048791:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617d80 00010000:00010000:2.0:1780298646.048807:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (503808 507903) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.048829:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72a00 - object 0x2c0000401:17 offset 503808<>516096 00000100:00100000:2.0:1780298646.048864:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.048872:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609695232:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.049125:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609695104:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.049791:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617d80 00000020:00200000:2.0:1780298646.049799:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.049810:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617d80 00000100:00100000:2.0:1780298646.049822:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609695232:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.049870:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.049875:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.049878:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6fb0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.049883:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.049895:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.049906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.049909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6fb0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.049915:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 7821 bytes 00000080:00200000:3.0:1780298646.049932:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.049936:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 7821, restart: 0 00000080:00200000:3.0:1780298646.049940:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 7821 00000080:00200008:2.0:1780298646.049992:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.049998:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.050009:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.050017:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.050026:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.050034:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.050039:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.050043:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4d24 00000080:00010000:2.0:1780298646.050047:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d24 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.050050:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.050058:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.050078:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.050083:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.050094:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.050095:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298646.050104:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.050105:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.050123:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.050129:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.050149:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.050154:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.050160:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.050162:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.050164:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.050171:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.050176:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298646.050177:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609695360:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.050996:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.051008:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.051018:0:2400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.051028:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.051037:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 814241, setting rss=814241; kms=814241, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.051045:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.051056:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.051064:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.051072:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.051077:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.051086:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609695360:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.051087:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:0.0:1780298646.051093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.051096:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.051100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.051103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.051106:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.051108:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.051112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.051137:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.051154:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.051171:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.051176:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.051192:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.051194:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c43860857c0, flags 0x400001002 00000008:00010000:0.0:1780298646.051208:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.051210:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386084850, flags 0x400001002 00010000:00010000:0.0:1780298646.051219:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.051231:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.051240:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.051243:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.051252:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.051271:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.051280:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298646.051287:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.051289:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.051296:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298646.051303:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298646.051308:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:0.0:1780298646.051310:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750000 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.051312:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750000 (ffff8c43878ae248/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.051315:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae7e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.051317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.051320:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750000 (ffff8c43878ae248/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.051322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.051326:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae248/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.051353:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.051365:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 814241 00000080:00a00000:0.0:1780298646.051412:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017a910 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:0.0:1780298646.051428:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.051432:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.051443:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.051445:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084850, flags 0x400001002 00000008:00010000:0.0:1780298646.051457:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.051458:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c43860857c0, flags 0x400001002 00010000:00010000:0.0:1780298646.051466:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.051476:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.051484:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.051487:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.051495:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.051524:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.051531:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.051560:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.051568:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.051579:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609695488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.052285:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.052323:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093248 00000100:00100000:1.0:1780298646.052328:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093248 00000100:00100000:1.0:1780298646.052354:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24205 00000100:00100000:1.0:1780298646.052360:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605093248:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.052366:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.052374:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298646.052396:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.052398:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.052401:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.052402:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.052432:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605093248:12345-192.168.203.125@tcp:106: Request processed in 73us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.052437:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24205 00010000:00010000:1.0:1780298646.053049:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053068:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053077:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053085:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053093:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.053107:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.053109:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.053117:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053122:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053127:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.053132:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.053135:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.053136:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:2.0:1780298646.053143:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750000 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.053147:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750000 (ffff8c43878ae248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.053152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.053156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae7e8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.053158:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.053159:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750000 (ffff8c43878ae248/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.053162:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.053163:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.053172:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae248/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.053173:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d4d39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.053190:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609695488:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.053212:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.053276:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 86 00000080:00200000:2.0:1780298646.053282:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.053290:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.053307:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [86, 86] 00000008:00010000:2.0:1780298646.053312:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.053314:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f66b0, osc lock ffff8c43878a4d10, flags 0x0 00010000:00010000:2.0:1780298646.053322:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.053329:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (352256 356351) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.053335:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.053339:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.053343:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.053350:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 814241 00000008:00010000:2.0:1780298646.053369:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76173c0 00000008:00010000:2.0:1780298646.053402:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76173c0 00010000:00010000:2.0:1780298646.053418:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (352256 356351) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298646.053439:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72a00 - object 0x2c0000401:17 offset 352256<>356352 00000100:00100000:2.0:1780298646.053474:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.053485:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609695616:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.054270:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76173c0 00000020:00200000:2.0:1780298646.054275:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.054284:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76173c0 00000100:00100000:2.0:1780298646.054293:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609695616:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.054322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794f38 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.054328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794f38 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.054331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f66b0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.054336:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.054347:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298646.054362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794f38 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.054364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f66b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.054386:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.054459:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 87 00000080:00200000:2.0:1780298646.054462:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.054467:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.054477:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [87, 87] 00000008:00010000:2.0:1780298646.054481:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.054483:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f69b0, osc lock ffff8c43878a5560, flags 0x0 00010000:00010000:2.0:1780298646.054489:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.054495:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (356352 360447) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.054501:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.054506:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.054513:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.054521:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 814241 00000008:00010000:2.0:1780298646.054536:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617300 00000008:00010000:2.0:1780298646.054560:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617300 00010000:00010000:2.0:1780298646.054570:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (356352 360447) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:2.0:1780298646.054588:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72a00 - object 0x2c0000401:17 offset 356352<>360448 00000100:00100000:3.0:1780298646.054633:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.054646:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609695744:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.055440:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617300 00000020:00200000:2.0:1780298646.055444:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.055452:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617300 00000100:00100000:2.0:1780298646.055461:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609695744:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.055481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.055486:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.055489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f69b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.055494:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.055503:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298646.055512:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.055513:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f69b0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.055528:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.055567:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 88 00000080:00200000:1.0:1780298646.055570:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.055579:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.055592:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [88, 88] 00000008:00010000:1.0:1780298646.055596:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.055598:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0720, flags 0x0 00010000:00010000:1.0:1780298646.055604:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.055611:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (360448 364543) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.055616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.055621:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.055628:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.055634:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 814241 00010000:00010000:1.0:1780298646.055647:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.055651:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (331776 335871) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:1.0:1780298646.055766:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1c00 00010000:00010000:1.0:1780298646.055777:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.055785:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:1.0:1780298646.055814:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1c00 00010000:00010000:1.0:1780298646.055824:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (360448 364543) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:1.0:1780298646.055841:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728ea00 - object 0x2c0000401:17 offset 331776<>397312 00000100:00100000:1.0:1780298646.055868:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.055875:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609695872:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.057333:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1c00 00000020:00200000:0.0:1780298646.057338:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.057348:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1c00 00000100:00100000:0.0:1780298646.057360:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609695872:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.057364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860964e8 (ffff8c439057dbd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.057368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860964e8 (ffff8c439057dbd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.057374:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.057381:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298646.057388:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860964e8 (ffff8c439057dbd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.057389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.057410:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.057469:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.057475:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.057487:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.057495:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.057502:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.057506:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.057510:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.057513:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4d24 00000080:00010000:1.0:1780298646.057516:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d24 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.057518:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.057526:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.057540:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.057544:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.057552:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.057554:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298646.057561:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.057562:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.057568:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.057574:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.057579:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.057581:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.057586:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.057594:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.057598:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298646.057603:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.057604:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.057608:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.057613:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.057616:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:1.0:1780298646.057617:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.057618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057620:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057621:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057623:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.057624:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.057625:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.057635:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.057644:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.057650:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.057652:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.057658:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.057659:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.057664:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.057665:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f0720, flags 0x400001002 00010000:00010000:1.0:1780298646.057668:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.057677:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.057681:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.057683:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.057710:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.057735:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.057745:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.057751:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.057753:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.057758:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298646.057766:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.057771:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 814241 i_blocks 376 00000020:00010000:1.0:1780298646.057773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.057775:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057778:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057d878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.057783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.057785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.057788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.057805:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.057813:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 814241 00000080:00200008:1.0:1780298646.057912:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 814241, valid attrs 2068, mode 0, uid 0, gid 0, new size 1124045, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00000020:00100000:1.0:1780298646.057942:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298646.057947:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c438728ce00 x1866777609696128/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298646.057959:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ce00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609696128:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298646.057989:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.058804:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.058845:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.058854:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093376 00000100:00100000:0.0:1780298646.058858:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093376 00000100:00100000:0.0:1780298646.058886:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24206 00000100:00100000:0.0:1780298646.058893:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:17567:x1866777605093376:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.058901:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.058933:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.058937:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:17567:x1866777605093376:12345-192.168.203.125@tcp:104: Request processed in 46us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.058943:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24206 00010000:00010000:2.0:1780298646.058955:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.058962:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.058972:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298646.058978:0:15608:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.058984:0:15608:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.058989:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.059002:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 153 lru_type: 1 00010000:00010000:2.0:1780298646.059021:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.059026:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.059040:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.059045:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d4d24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035eb5 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.059054:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.059055:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.059056:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.059062:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.059069:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609696256:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.060004:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609696256:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.060148:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ce00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609696128:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.060179:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.060182:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.060189:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.060209:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.060215:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.060217:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a5c80, flags 0x0 00000008:00010000:2.0:1780298646.060220:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.060221:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a4130, flags 0x0 00010000:00010000:2.0:1780298646.060226:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.060242:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.060249:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.060255:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.060264:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609696384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.060292:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.060924:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.060970:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093504 00000100:00100000:0.0:1780298646.060976:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093504 00000100:00100000:0.0:1780298646.061001:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24207 00000100:00100000:0.0:1780298646.061010:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605093504:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298646.061011:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.061021:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.061059:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.061066:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605093504:12345-192.168.203.125@tcp:104: Request processed in 59us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.061074:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24207 00010000:00010000:2.0:1780298646.061080:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.061086:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298646.061088:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093632 00000100:00100000:0.0:1780298646.061094:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093632 00010000:00010000:2.0:1780298646.061095:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.061100:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298646.061114:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24208 00000100:00100000:0.0:1780298646.061122:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605093632:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.061130:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.061133:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.061144:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.061173:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.061180:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605093632:12345-192.168.203.125@tcp:104: Request processed in 60us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.061187:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24208 00010000:00010000:2.0:1780298646.061193:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.061205:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.061215:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.061223:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.061223:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.061245:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.061246:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4d32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035ec3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.061252:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.061271:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.061273:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.061275:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.061285:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609696512:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1780298646.061296:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.061502:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.061541:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.061549:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.061565:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.061573:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d4d2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 503808->516095) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ebc expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:2.0:1780298646.061580:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609696640:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.061646:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.061648:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.061650:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.061935:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609696384:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.061948:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.061958:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.061967:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.062042:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609696512:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.062315:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.062357:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093760 00000100:00100000:0.0:1780298646.062362:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093760 00000100:00100000:0.0:1780298646.062391:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24209 00000100:00100000:0.0:1780298646.062400:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605093760:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.062407:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.062417:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.062427:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.062440:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.062449:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.062458:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.062480:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693000) 00010000:00010000:2.0:1780298646.062498:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.062507:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.062511:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605093760:12345-192.168.203.125@tcp:105: Request processed in 112us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.062526:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24209 00010000:00010000:2.0:1780298646.062529:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.062541:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 814241, setting rss=814241; kms=814241, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.062551:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.062559:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.062590:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.062598:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.062606:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.062619:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609696768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.062651:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.063006:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609696640:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.063234:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.063274:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605093888 00000100:00100000:0.0:1780298646.063279:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605093888 00000100:00100000:0.0:1780298646.063307:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24210 00000100:00100000:0.0:1780298646.063316:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605093888:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.063325:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.063362:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.063368:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605093888:12345-192.168.203.125@tcp:104: Request processed in 54us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.063376:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24210 00010000:00010000:2.0:1780298646.063385:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.063392:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.063399:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.063403:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.063435:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.063440:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.063472:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.063479:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.063496:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.063505:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ea7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:3.0:1780298646.063508:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609696896:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.063524:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.063527:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.063530:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.063854:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609696768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.063864:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.063873:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.063881:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.064278:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.064320:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094016 00000100:00100000:0.0:1780298646.064325:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094016 00000100:00100000:0.0:1780298646.064351:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24211 00000100:00100000:0.0:1780298646.064359:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605094016:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.064367:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.064375:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.064383:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.064390:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.064397:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.064405:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.064425:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00010000:00010000:2.0:1780298646.064447:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.064453:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605094016:12345-192.168.203.125@tcp:105: Request processed in 94us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.064461:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24211 00010000:00010000:2.0:1780298646.064472:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.064484:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.064493:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.064504:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.064516:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.064582:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.064596:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609697024:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.064643:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609697152:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.064992:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609696896:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.065401:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609697024:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.065427:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609697152:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298646.065450:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 376 00000020:00010000:3.0:1780298646.065457:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.065460:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.065463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.065469:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.065480:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.065493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.065498:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.065506:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.065515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.065517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.065521:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.065560:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.065577:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1124045, valid attrs 2168, mode 0, uid 0, gid 0, new size 1124045, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00a00000:3.0:1780298646.065606:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928afbc8 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298646.065628:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.065633:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.065652:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.065655:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298646.065668:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.065669:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298646.065680:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.065727:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298646.065739:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.065742:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.065751:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.065765:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.065774:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298646.065782:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.065785:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.065792:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.065799:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.065805:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 376 00000020:00010000:3.0:1780298646.065807:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.065810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.065813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.065815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.065818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.065820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.065824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.065844:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.065909:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 273 00000080:00200000:3.0:1780298646.065916:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.065923:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.065939:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [273, 273] 00000008:00010000:3.0:1780298646.065946:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.065948:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc33b0, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298646.065956:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.065971:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1118208 1122303) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.065980:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.065988:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.065996:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.066007:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 1124045 00010000:00010000:3.0:1780298646.066041:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.066051:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1089536 1093631) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.066060:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.066067:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.066079:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1780298646.066169:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab300 00010000:00010000:3.0:1780298646.066183:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.066191:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1780298646.066222:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab300 00010000:00010000:3.0:1780298646.066239:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1118208 1122303) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298646.066267:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1c00 - object 0x2c0000401:17 offset 1089536<>1126400 00000100:00100000:2.0:1780298646.066311:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697280:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.067934:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab300 00000020:00200000:2.0:1780298646.067942:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.067956:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab300 00000020:00010000:3.0:1780298646.067972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c238a8 (ffff8c4390c27008/0) at cl_lock_release():245 00000100:00100000:2.0:1780298646.067974:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697280:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.067979:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c238a8 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.067985:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc33b0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.067990:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.068003:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298646.068023:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c238a8 (ffff8c4390c27008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.068026:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc33b0 (ffff8c4390c27008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.068049:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.068122:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.068129:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.068138:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [273, 273] 00000008:00010000:2.0:1780298646.068143:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.068145:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6b30, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298646.068153:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.068164:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1118208 1122303) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.068170:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.068175:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.068179:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.068185:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 1124045 00000008:00010000:2.0:1780298646.068198:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.068209:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000020:00010000:2.0:1780298646.068218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794038 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.068220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794038 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.068221:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929ee998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.068223:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.068228:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298646.068234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794038 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.068236:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.068246:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.068265:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 274 00000080:00200000:2.0:1780298646.068276:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.068279:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.068285:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [274, 274] 00000008:00010000:2.0:1780298646.068288:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.068289:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6b30, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298646.068294:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068299:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1122304 1126399) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068304:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068309:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068313:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000001:00010000:2.0:1780298646.068319:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.068322:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.068323:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a5430, flags 0x400001002 00000008:00010000:2.0:1780298646.068334:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.068335:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298646.068338:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068343:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.068347:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.068349:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 8/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068352:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 7/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068358:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.068362:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.068366:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.068367:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.068375:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.068380:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.068382:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 376 00000020:00010000:2.0:1780298646.068384:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc920 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.068385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc920 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.068386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.068388:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.068391:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc920 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.068393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.068396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000008:00010000:2.0:1780298646.068407:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.068415:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.068423:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.068431:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.068443:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000020:00010000:2.0:1780298646.068449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794038 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.068450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794038 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.068452:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929ee998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.068455:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.068469:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:2.0:1780298646.068475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794038 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.068476:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.068492:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.068504:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8), start 1118208, end 1126399, datasync 1 00000080:00200000:2.0:1780298646.068514:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.068517:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:2.0:1780298646.068527:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298646.068534:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.068560:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1118208 1122303) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:2.0:1780298646.068588:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73800 - object 0x2c0000401:17 offset 1118208<>1124045 00000100:00100000:2.0:1780298646.068618:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.068628:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697408:192.168.203.125@tcp:4:fsx.0 00000008:00010000:2.0:1780298646.070209:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:2.0:1780298646.070241:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000f029b3e3 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1780298646.070276:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697408:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298646.070293:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.070345:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.070351:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1780298646.070398:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697536:192.168.203.125@tcp:16:fsx.0 00000100:00100000:2.0:1780298646.071938:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969781 gen 2 00000100:00100000:2.0:1780298646.071966:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697536:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298646.071987:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 392 00000080:00200000:1.0:1780298646.072003:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.072087:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.072094:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.072107:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.072115:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298646.072139:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.072145:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.072152:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.072161:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609697664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.072193:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.073086:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609697664:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.073096:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073103:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073111:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073118:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073124:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073129:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073134:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.073140:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728ea00 x1866777609697664/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.073146:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.073153:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073158:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.073162:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.073210:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.073216:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4d4e 00000080:00010000:2.0:1780298646.073219:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.073221:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d4e from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.073223:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.073228:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.073250:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.073254:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.073268:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.073269:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a45f0, flags 0x400001002 00000008:00010000:2.0:1780298646.073279:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.073280:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298646.073303:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.073311:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298646.073319:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.073321:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.073325:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.073340:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.073345:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.073349:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.073351:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.073356:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.073361:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.073364:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 392 00000020:00010000:2.0:1780298646.073366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.073367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.073374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.073376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.073388:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.073399:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.073407:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.073409:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.073415:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.073416:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298646.073421:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.073422:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a45f0, flags 0x400001002 00010000:00010000:2.0:1780298646.073426:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.073431:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1780298646.073440:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.073442:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.073446:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.073451:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.073456:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.073460:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.073462:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.073465:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298646.073469:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.073471:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 392 00000020:00010000:2.0:1780298646.073472:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.073473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073477:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073478:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.073479:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.073481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.073490:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.073497:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1124045 00000080:00200008:2.0:1780298646.073503:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.073506:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.073514:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.073521:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.073529:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.073536:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.073540:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.073543:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4d4e 00000080:00010000:2.0:1780298646.073546:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d4e from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.073549:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.073556:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.073574:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.073578:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.073589:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.073591:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a45f0, flags 0x400001002 00000008:00010000:2.0:1780298646.073597:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.073598:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298646.073603:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.073609:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:2.0:1780298646.073614:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.073616:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.073621:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1780298646.073627:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.073631:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298646.073635:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.073636:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.073644:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298646.073648:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.073650:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 392 00000020:00010000:2.0:1780298646.073652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.073653:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073655:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.073657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.073658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.073660:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.073671:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.073707:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 6069595, len 6937 00000080:00200000:2.0:1780298646.073729:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.073734:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.073739:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.073753:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1481, 1483] 00000008:00010000:2.0:1780298646.073760:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.073762:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6b30, osc lock ffff8c43878a4be0, flags 0x0 00010000:00010000:2.0:1780298646.073770:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.073779:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1871872 1884159) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.073793:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.073800:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.073806:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.073815:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 392 00000100:00100000:2.0:1780298646.073856:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.073866:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697792:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.074806:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609697792:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.074826:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.074830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.074832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.074836:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.074844:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:3.0:1780298646.074852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.074854:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929ee008/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.074868:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.074928:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.074933:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.074944:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.074950:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298646.074969:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.074980:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.074987:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.075001:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609697920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.075049:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.075841:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609697920:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.075850:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075856:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075862:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075867:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075873:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075877:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075885:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298646.075890:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a0380 x1866777609697920/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298646.075896:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298646.075903:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075908:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298646.075911:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298646.075959:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298646.075965:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4d55 00000080:00010000:3.0:1780298646.075967:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.075969:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d55 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.075971:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.075976:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.075991:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.075995:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.076009:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.076010:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298646.076019:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.076020:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298646.076038:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.076043:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.076067:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.076073:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609698048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.076134:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.076145:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.076170:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.076183:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609698176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.076866:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.076927:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.076936:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094144 00000100:00100000:1.0:1780298646.076941:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094144 00000100:00100000:1.0:1780298646.076974:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24212 00000100:00100000:1.0:1780298646.076985:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605094144:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.076992:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298646.076999:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1780298646.077010:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000100:00100000:0.0:1780298646.077013:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094272 00000100:00100000:0.0:1780298646.077018:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094272 00000100:00100000:0.0:1780298646.077042:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24213 00000100:00100000:0.0:1780298646.077049:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605094272:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.077059:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.077060:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.077064:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1124045 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 392 00000020:00010000:1.0:1780298646.077077:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.077079:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1124045 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 392 00010000:00010000:0.0:1780298646.077079:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298646.077115:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.077118:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.077122:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.077124:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.077127:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605094144:12345-192.168.203.125@tcp:106: Request processed in 143us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.077133:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24212 00000100:00100000:0.0:1780298646.077176:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605094272:12345-192.168.203.125@tcp:106: Request processed in 126us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.077184:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24213 00010000:00010000:2.0:1780298646.077810:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077823:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077834:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077842:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077849:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.077860:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.077863:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.077867:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077873:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077881:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077889:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.077893:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077931:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.077944:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.077951:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.077968:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609698176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.077978:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969779 gen 1 00010000:00010000:2.0:1780298646.078015:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078030:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078041:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078047:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078052:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.078065:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1124045, setting rss=1124045; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.078068:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.078079:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078087:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078094:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.078101:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.078104:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.078114:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 416 00000020:00010000:1.0:1780298646.078118:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.078121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.078123:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.078127:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.078128:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.078130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27008/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.078133:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.078133:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c27008/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.078139:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c27008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.078147:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.078167:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609698048:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.078169:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.078197:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.078208:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.078211:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.078223:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.078225:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99cf0, osc lock ffff8c43908f0720, flags 0x400001002 00000008:00010000:1.0:1780298646.078236:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.078237:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99d30, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.078257:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.078264:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.078292:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.078301:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.078308:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.078329:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609698432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.078330:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609698304:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.079132:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.079156:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.079176:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094400 00000100:00100000:1.0:1780298646.079177:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094528 00000100:00100000:0.0:1780298646.079180:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094400 00000100:00100000:1.0:1780298646.079182:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094528 00000100:00100000:0.0:1780298646.079217:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24214 00000100:00100000:1.0:1780298646.079223:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24215 00000100:00100000:0.0:1780298646.079228:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605094400:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.079234:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605094528:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.079245:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1780298646.079247:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.079257:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1780298646.079266:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.079288:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.079290:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1124045 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 392 00000020:00010000:1.0:1780298646.079292:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.079294:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1124045 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 392 00000020:00010000:0.0:1780298646.079303:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.079306:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.079310:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.079312:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.079327:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605094528:12345-192.168.203.125@tcp:106: Request processed in 97us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.079332:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24215 00000100:00100000:0.0:1780298646.079351:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605094400:12345-192.168.203.125@tcp:106: Request processed in 127us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.079358:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24214 00010000:00010000:1.0:1780298646.080061:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080078:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080084:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080088:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080104:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080105:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080126:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080127:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080149:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.080151:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1124045, setting rss=1124045; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.080158:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.080162:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080164:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080184:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.080184:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.080191:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.080198:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080205:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.080206:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffcc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.080213:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080221:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080231:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.080234:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 416 00010000:00010000:1.0:1780298646.080240:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.080242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.080243:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.080246:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.080248:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.080251:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.080257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99cf0 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.080265:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99d30 (ffff8c439057d878/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.080267:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.080272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057dbd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.080278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99cf0 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.080284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99d30 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.080296:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609698304:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.080306:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.080312:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.080321:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000072cc9ac7/0x11c228eb194d4d71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.080328:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.080339:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609698432:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.080350:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1124045 00000080:00200000:2.0:1780298646.080394:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 584802, len 7971 00000080:00200000:2.0:1780298646.080411:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.080414:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.080421:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.080440:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [142, 144] 00000008:00010000:2.0:1780298646.080447:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.080449:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6d30, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298646.080459:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1780298646.080468:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (581632 593919) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1780298646.080475:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1780298646.080480:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:2.0:1780298646.080488:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000080:00200000:2.0:1780298646.080495:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 416 00000100:00100000:2.0:1780298646.080543:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.080553:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609698560:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.081411:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609698560:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.081442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.081446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6d30 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.081455:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:3.0:1780298646.081463:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:3.0:1780298646.081471:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.081473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6d30 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.081491:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.081532:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.081538:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.081552:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.081560:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.081566:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.081571:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.081576:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.081578:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4d4e 00000080:00010000:3.0:1780298646.081581:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d4e from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.081583:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.081588:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.081607:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.081611:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.081622:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.081624:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298646.081633:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.081634:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298646.081639:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1780298646.081644:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00200000:3.0:1780298646.081653:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.081655:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:3.0:1780298646.081660:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:3.0:1780298646.081667:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.081671:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298646.081676:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.081677:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.081681:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298646.081708:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.081723:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 416 00000020:00010000:3.0:1780298646.081726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.081728:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.081735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.081737:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.081750:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.081761:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.081767:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.081770:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.081776:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.081777:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079b430, flags 0x400001002 00000008:00010000:3.0:1780298646.081781:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.081782:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298646.081787:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:3.0:1780298646.081793:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:3.0:1780298646.081798:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.081799:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:3.0:1780298646.081804:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.081810:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.081818:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298646.081822:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.081823:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.081827:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:3.0:1780298646.081831:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.081833:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1124045 i_blocks 416 00000020:00010000:3.0:1780298646.081834:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.081835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081836:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.081839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.081840:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.081842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.081850:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.081856:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1124045 00000080:00200008:2.0:1780298646.083020:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1124045, valid attrs 2068, mode 8c43, uid -2127462400, gid -29629, new size 6407779, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:2.0:1780298646.083057:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.083076:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 155 lru_type: 1 00010000:00010000:2.0:1780298646.083109:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.083115:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.083117:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7ffda00/0x11c228eb194d4d4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035eed expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00100000:2.0:1780298646.083132:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780298646.083141:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43bbc72680 x1866777609698816/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1780298646.083166:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609698816:192.168.203.125@tcp:36:fsx.0 00000100:00100000:2.0:1780298646.083218:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.084379:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.084421:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094656 00000100:00100000:0.0:1780298646.084427:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094656 00000100:00100000:0.0:1780298646.084465:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24216 00000100:00100000:0.0:1780298646.084477:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605094656:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.084489:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.084537:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.084543:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605094656:12345-192.168.203.125@tcp:104: Request processed in 70us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.084550:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24216 00010000:00010000:2.0:1780298646.084562:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.084569:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084576:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298646.084579:0:6616:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084586:0:6616:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084591:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084603:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 154 lru_type: 1 00010000:00010000:2.0:1780298646.084621:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084626:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.084641:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084646:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217ce00/0x11c228eb194d4d55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035efb expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.084654:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.084656:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.084657:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.084673:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609698944:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.085412:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609698944:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.085580:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609698816:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.085629:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.085634:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.085647:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.085675:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.085683:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.085721:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a5430, flags 0x0 00000008:00010000:2.0:1780298646.085727:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.085729:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.085742:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.085751:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.085759:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.085768:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.085781:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.085794:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.085803:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.085810:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.085816:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.085823:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:2.0:1780298646.085874:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.085884:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609699072:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.085927:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.085937:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609699200:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.086806:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609699200:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.086812:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609699072:192.168.203.125@tcp:10:fsx.0 00000080:00200000:1.0:1780298646.086834:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6407779 i_blocks 416 00000020:00010000:1.0:1780298646.086839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.086842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.086844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.086848:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.086856:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:1.0:1780298646.086865:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.086868:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.086877:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:1.0:1780298646.086882:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.086883:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.086886:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.086913:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.086923:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 6407779, valid attrs 2168, mode 8c43, uid -2127462400, gid -29629, new size 6407779, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:1.0:1780298646.086939:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.086944:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.086955:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.086961:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298646.086982:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.086987:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.086993:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.087002:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609699328:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.087039:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b999c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.087952:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609699328:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.087967:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.087976:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.087985:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.087994:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.088003:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.088009:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.088023:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.088032:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728d500 x1866777609699328/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.088042:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.088052:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.088064:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.088069:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.088138:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.088148:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4d78 00000080:00010000:2.0:1780298646.088153:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.088156:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4d78 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.088158:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.088166:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.088197:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.088204:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.088220:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.088223:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a4390, flags 0x400001002 00000008:00010000:2.0:1780298646.088237:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.088239:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a51d0, flags 0x400001002 00010000:00010000:2.0:1780298646.088266:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.088276:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.088308:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.088316:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609699456:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.088361:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.088372:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.088399:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.088410:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609699584:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.089200:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.089222:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.089238:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094912 00000100:00100000:1.0:1780298646.089243:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094912 00000100:00100000:0.0:1780298646.089248:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605094784 00000100:00100000:0.0:1780298646.089252:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605094784 00000100:00100000:1.0:1780298646.089278:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24217 00000100:00100000:0.0:1780298646.089285:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24218 00000100:00100000:1.0:1780298646.089288:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605094912:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.089296:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605094784:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.089297:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298646.089308:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.089309:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298646.089330:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:1.0:1780298646.089360:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.089362:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2213475 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.089365:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.089368:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:1.0:1780298646.089372:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.089375:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2213475 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.089375:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.089378:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000100:00100000:1.0:1780298646.089433:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605094912:12345-192.168.203.125@tcp:106: Request processed in 147us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.089434:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605094784:12345-192.168.203.125@tcp:106: Request processed in 139us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.089445:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24217 00000100:00100000:0.0:1780298646.089460:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24218 00010000:00010000:2.0:1780298646.090267:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090278:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090285:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090289:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090293:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.090301:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2213475, setting rss=2213475; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.090305:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.090307:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090312:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090316:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090324:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.090327:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090352:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.090355:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090359:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4d86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.090374:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609699584:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.090387:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090395:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090404:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090411:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090420:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.090425:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.090427:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.090435:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090440:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090444:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.090454:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.090456:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.090467:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6407779 i_blocks 416 00010000:00010000:2.0:1780298646.090472:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.090473:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.090476:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.090479:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.090487:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4d7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.090488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.090496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.090502:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.090505:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.090511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929ee878/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.090520:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609699456:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.090552:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.090575:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.090593:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.090599:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.090617:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.090619:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298646.090633:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.090635:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298646.090661:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.090668:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.090741:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.090747:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609699712:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.090758:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.090772:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.090798:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609699840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.091537:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.091560:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.091579:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.091591:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095040 00000100:00100000:1.0:1780298646.091594:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095040 00000100:00100000:2.0:1780298646.091597:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095168 00000100:00100000:2.0:1780298646.091602:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095168 00000100:00100000:1.0:1780298646.091619:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24219 00000100:00100000:1.0:1780298646.091627:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605095040:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.091634:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:2.0:1780298646.091640:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 481 00010000:00010000:1.0:1780298646.091646:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:2.0:1780298646.091654:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8359:x1866777605095168:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.091666:0:6141:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298646.091677:0:6141:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00010000:1.0:1780298646.091682:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.091724:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:1.0:1780298646.091731:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.091732:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:2.0:1780298646.091751:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 10, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.091753:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 2213475 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:2.0:1780298646.091758:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.091760:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 2213475 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.091771:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605095040:12345-192.168.203.125@tcp:106: Request processed in 143us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.091779:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24219 00000100:00100000:2.0:1780298646.091798:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8359:x1866777605095168:12345-192.168.203.125@tcp:106: Request processed in 147us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.091805:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 481 00010000:00010000:2.0:1780298646.092421:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092430:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092437:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.092439:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092445:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.092454:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092456:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.092475:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2213475, setting rss=2213475; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298646.092478:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.092479:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.092482:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092498:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.092501:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092506:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092521:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.092522:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092524:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.092548:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.092552:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.092562:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.092564:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092571:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.092573:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.092580:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4d94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.092593:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.092600:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609699840:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.092602:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.092602:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6407779 i_blocks 416 00000020:00010000:1.0:1780298646.092609:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.092610:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.092614:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.092622:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.092625:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.092627:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c273f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.092628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c273f8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.092631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c273f8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.092665:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.092670:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.092674:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.092676:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4d8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.092702:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6407779 00000100:00100000:3.0:1780298646.092724:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609699712:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.092802:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 6407779, valid attrs 2068, mode 0, uid 0, gid 0, new size 6620497, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:1.0:1780298646.092823:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.092836:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 155 lru_type: 1 00010000:00010000:1.0:1780298646.092860:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.092864:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.092866:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffd400/0x11c228eb194d4d78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035f2c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1780298646.092876:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298646.092880:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c438728d180 x1866777609700096/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298646.092891:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700096:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298646.092919:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.093906:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700096:192.168.203.125@tcp:36:fsx.0 00000080:00200000:1.0:1780298646.093940:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.093943:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.093954:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.093984:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1780298646.093992:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.093995:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f1560, flags 0x0 00000008:00010000:1.0:1780298646.093998:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.094000:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1b50, flags 0x0 00010000:00010000:1.0:1780298646.094032:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.094041:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.094053:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.094066:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700224:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.094109:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.094794:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.094829:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095296 00000100:00100000:1.0:1780298646.094835:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095296 00000100:00100000:1.0:1780298646.094868:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24220 00000100:00100000:1.0:1780298646.094877:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605095296:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.094886:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.094928:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.094935:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605095296:12345-192.168.203.125@tcp:104: Request processed in 59us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.094942:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24220 00010000:00010000:2.0:1780298646.094952:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.094959:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.094967:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.094972:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000080:00200000:2.0:1780298646.095007:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.095088:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.095129:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.095137:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.095155:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.095168:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4d40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035ed8 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:3.0:1780298646.095174:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609700352:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.095190:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.095193:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.095196:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.095516:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700224:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.095529:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.095540:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.095548:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.095978:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.096017:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095424 00000100:00100000:1.0:1780298646.096021:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095424 00000100:00100000:1.0:1780298646.096051:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24221 00000100:00100000:1.0:1780298646.096057:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605095424:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.096064:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.096073:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.096081:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.096089:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.096096:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.096105:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.096123:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffcc00) 00010000:00010000:3.0:1780298646.096135:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.096150:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605095424:12345-192.168.203.125@tcp:105: Request processed in 91us (172us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.096153:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.096162:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24221 00010000:00010000:3.0:1780298646.096173:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.096184:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.096194:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.096201:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.096239:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.096246:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.096296:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.096315:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.096354:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.096757:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609700352:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.097138:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.097172:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095552 00000100:00100000:1.0:1780298646.097176:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095552 00000100:00100000:1.0:1780298646.097202:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24222 00000100:00100000:1.0:1780298646.097208:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605095552:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.097218:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.097256:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.097262:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605095552:12345-192.168.203.125@tcp:104: Request processed in 54us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.097269:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24222 00010000:00010000:2.0:1780298646.097285:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.097291:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298646.097299:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.097304:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000080:00200000:2.0:1780298646.097335:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.097341:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.097376:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298646.097383:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.097403:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000100:00100000:3.0:1780298646.097410:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609700608:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.097423:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4d47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035edf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:2.0:1780298646.097439:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.097441:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.097443:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.098021:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700480:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.098030:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.098036:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.098041:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.098341:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.098372:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095680 00000100:00100000:1.0:1780298646.098376:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095680 00000100:00100000:1.0:1780298646.098399:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24223 00000100:00100000:1.0:1780298646.098406:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6463:x1866777605095680:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.098413:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.098420:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.098426:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.098432:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.098437:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.098442:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.098453:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d800) 00010000:00010000:3.0:1780298646.098472:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.098480:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6463:x1866777605095680:12345-192.168.203.125@tcp:105: Request processed in 73us (137us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.098487:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.098490:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24223 00010000:00010000:3.0:1780298646.098502:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.098512:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2213475, setting rss=2213475; kms=2213475, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.098522:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.098530:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.098610:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609700736:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.098648:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609700864:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.099115:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609700608:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.099544:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609700736:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.099584:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609700864:192.168.203.125@tcp:10:fsx.0 00000080:00200000:1.0:1780298646.099597:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6620497 i_blocks 416 00000020:00010000:1.0:1780298646.099602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860966c8 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.099605:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860966c8 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.099609:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.099614:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.099624:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.099635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.099639:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.099653:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.099661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860966c8 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.099663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.099666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.099730:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.099744:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 6620497, valid attrs 2168, mode 0, uid 0, gid 0, new size 6620497, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:1.0:1780298646.099759:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.099764:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.099776:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.099783:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298646.099802:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.099806:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.099811:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.099818:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.099847:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.100637:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609700992:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.100650:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100659:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100667:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100675:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100684:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100705:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100723:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1780298646.100734:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728f100 x1866777609700992/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1780298646.100744:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1780298646.100754:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100766:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:1.0:1780298646.100771:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1780298646.100828:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1780298646.100838:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4da9 00000080:00010000:1.0:1780298646.100843:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.100845:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4da9 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.100848:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.100856:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.100882:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.100888:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.100905:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.100908:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298646.100920:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.100921:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1560, flags 0x400001002 00010000:00010000:1.0:1780298646.100931:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.100941:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298646.100951:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.100954:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.100961:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.100973:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.100980:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298646.100987:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.100989:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.100995:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.101002:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.101007:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6620497 i_blocks 416 00000020:00010000:1.0:1780298646.101010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.101012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.101015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.101017:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.101020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.101031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.101037:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.101055:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.101070:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.101085:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.101090:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.101107:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.101109:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f1560, flags 0x400001002 00000008:00010000:1.0:1780298646.101123:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.101124:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298646.101131:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.101139:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.101146:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.101148:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.101155:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.101165:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.101172:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.101185:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.101187:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.101195:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.101203:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.101208:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6620497 i_blocks 416 00000020:00010000:1.0:1780298646.101210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583d98 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.101212:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583d98 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.101215:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.101217:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.101218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583d98 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.101220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.101222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.101233:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.101240:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6620497 00000080:00200008:1.0:1780298646.101270:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6538259, type: SEEK_SET 00000080:00200008:1.0:1780298646.101273:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6538259, type: SEEK_SET, rc = 6538259 00000080:00200008:1.0:1780298646.101279:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6538259, count: 8138 00000080:00200000:1.0:1780298646.101307:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1596 00000080:00200000:1.0:1780298646.101321:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6538259, bytes: 8138 00000080:00200000:1.0:1780298646.101324:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.101328:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.101330:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6538259, 6546397) 0 0 00000080:00200000:1.0:1780298646.101332:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.101338:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6538259, 6546397) 6546397, 8138 00020000:00200000:1.0:1780298646.101340:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.101353:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1596, 1598] 00000008:00010000:1.0:1780298646.101357:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.101359:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f1b50, flags 0x0 00010000:00010000:1.0:1780298646.101376:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.101381:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.101386:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.101394:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609701120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.101424:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.102116:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.102159:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095808 00000100:00100000:1.0:1780298646.102164:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095808 00000100:00100000:1.0:1780298646.102197:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24224 00000100:00100000:1.0:1780298646.102206:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605095808:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.102214:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.102261:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.102267:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605095808:12345-192.168.203.125@tcp:104: Request processed in 63us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.102273:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24224 00010000:00010000:3.0:1780298646.102290:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.102298:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.102308:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.102313:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.102391:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.102398:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.102436:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.102445:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.102465:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.102473:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4da2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f5d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298646.102489:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609701248:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.102491:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.102494:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.102495:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.102845:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609701120:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.102857:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.102867:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.102874:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.103277:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.103338:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.103348:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605095936 00000100:00100000:1.0:1780298646.103352:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605095936 00000100:00100000:1.0:1780298646.103377:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24225 00000100:00100000:1.0:1780298646.103385:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605095936:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.103393:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.103403:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2342912->2355199] (req 2342912->2355199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.103411:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.103420:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.103432:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.103440:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.103459:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffc800) 00010000:00010000:3.0:1780298646.103484:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.103492:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605095936:12345-192.168.203.125@tcp:105: Request processed in 105us (213us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.103502:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.103507:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24225 00010000:00010000:3.0:1780298646.103520:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.103531:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2426193, setting rss=2426193; kms=2426193, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.103541:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.103549:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.103569:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [6538259, 6546397) 00000080:00200000:3.0:1780298646.103581:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 6620497 00000080:00200000:3.0:1780298646.103586:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:8138 iocb pos:6538259 00010000:00010000:3.0:1780298646.103655:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.103665:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2347008 2351103) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.103788:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76170c0 00010000:00010000:2.0:1780298646.103804:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.103814:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.103850:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76170c0 00010000:00010000:2.0:1780298646.103868:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2342912 2347007) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.103892:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70000 - object 0x280000401:18 offset 2342912<>2355200 00000100:00100000:2.0:1780298646.103936:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.103945:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609701376:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.104067:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609701248:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.104962:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76170c0 00000020:00200000:2.0:1780298646.104969:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.104980:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76170c0 00000100:00100000:2.0:1780298646.104995:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609701376:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.105015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860966c8 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.105020:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860966c8 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.105024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d248/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.105029:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.105040:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.105055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860966c8 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.105058:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.105064:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8138 bytes 00000080:00200000:3.0:1780298646.105082:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.105086:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 8138, restart: 0 00000080:00200000:3.0:1780298646.105090:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 8138 00000080:00200008:2.0:1780298646.105144:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.105152:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.105165:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.105174:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.105200:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.105208:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.105215:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.105228:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609701504:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.105266:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.106083:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609701504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.106094:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106102:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106110:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106116:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106122:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106126:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106131:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.106137:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc70000 x1866777609701504/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.106143:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.106150:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106156:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.106158:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.106197:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.106203:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:2.0:1780298646.106206:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.106208:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.106210:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106215:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.106233:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.106239:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.106256:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.106259:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298646.106272:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.106274:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298646.106298:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106306:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.106334:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.106340:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.106344:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.106349:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609701632:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.106359:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.106362:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.106370:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.106381:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.107005:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.107048:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096064 00000100:00100000:0.0:1780298646.107053:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096064 00000100:00100000:0.0:1780298646.107085:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24226 00000100:00100000:0.0:1780298646.107092:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605096064:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.107098:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.107111:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.107134:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.107135:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:0.0:1780298646.107138:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.107139:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000100:00100000:0.0:1780298646.107172:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605096064:12345-192.168.203.125@tcp:106: Request processed in 81us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.107176:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24226 00010000:00010000:3.0:1780298646.107817:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107825:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107831:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107835:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107840:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.107846:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.107848:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.107858:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107862:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107867:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.107874:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.107878:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.107895:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6620497 i_blocks 416 00010000:00010000:3.0:1780298646.107900:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.107900:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.107905:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.107905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.107912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.107913:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4dbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.107920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.107925:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.107927:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.107930:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609701632:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.107935:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.107962:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.107981:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.107994:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.107998:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.108010:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.108012:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a4e40, flags 0x400001002 00000008:00010000:2.0:1780298646.108022:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.108024:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a57c0, flags 0x400001002 00010000:00010000:2.0:1780298646.108046:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.108055:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.108087:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.108097:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298646.108103:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:2.0:1780298646.108106:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.108110:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298646.108114:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609701760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.108124:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.108135:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.108863:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.108907:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096192 00000100:00100000:0.0:1780298646.108911:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096192 00000100:00100000:0.0:1780298646.108933:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24227 00000100:00100000:0.0:1780298646.108937:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605096192:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.108944:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.108951:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.108968:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.108970:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:0.0:1780298646.108972:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.108973:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000100:00100000:0.0:1780298646.109001:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605096192:12345-192.168.203.125@tcp:106: Request processed in 64us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.109006:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24227 00010000:00010000:3.0:1780298646.109587:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109599:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109606:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109610:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109615:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.109621:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.109623:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.109631:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109635:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109640:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.109644:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.109647:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.109662:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6620497 i_blocks 416 00010000:00010000:3.0:1780298646.109666:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.109666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.109670:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.109671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.109678:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.109681:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4dc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.109683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.109720:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.109724:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609701760:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.109725:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.109734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.109756:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.109769:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6620497 00000080:00200008:2.0:1780298646.109969:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7367733, type: SEEK_SET 00000080:00200008:2.0:1780298646.109976:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7367733, type: SEEK_SET, rc = 7367733 00000080:00200008:2.0:1780298646.109982:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7367733, count: 5300 00000080:00200000:2.0:1780298646.109998:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 7367733, bytes: 5300 00000080:00200000:2.0:1780298646.110002:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.110007:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.110009:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7367733, 7373033) 0 0 00000080:00200000:2.0:1780298646.110012:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.110024:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1798, 1800] 00020000:00200000:2.0:1780298646.110031:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7367733, 7373033) 7373033, 5300 00020000:00200000:2.0:1780298646.110034:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.110052:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1798, 1800] 00000008:00010000:2.0:1780298646.110060:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.110063:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6430, osc lock ffff8c43878a57c0, flags 0x0 00010000:00010000:2.0:1780298646.110088:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.110097:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.110106:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.110120:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609701888:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.110159:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.110809:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.110854:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096320 00000100:00100000:0.0:1780298646.110859:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096320 00000100:00100000:0.0:1780298646.110888:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24228 00000100:00100000:0.0:1780298646.110897:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605096320:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.110905:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.110937:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.110941:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605096320:12345-192.168.203.125@tcp:104: Request processed in 47us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.110948:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24228 00010000:00010000:2.0:1780298646.110971:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.110978:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.110987:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.110991:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.111021:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.111066:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.111105:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.111113:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.111132:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.111140:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d98b9a0c/0x11c228eb194d4db0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2342912->2355199) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f72 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.111147:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609702016:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.111155:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.111158:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.111161:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.111510:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609701888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.111527:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.111536:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.111545:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.111955:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.111997:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096448 00000100:00100000:0.0:1780298646.112001:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096448 00000100:00100000:0.0:1780298646.112024:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24229 00000100:00100000:0.0:1780298646.112033:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605096448:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.112041:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.112050:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->3182591] (req 3170304->3182591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.112059:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.112067:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.112075:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.112082:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.112098:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693e00) 00000100:00100000:0.0:1780298646.112121:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605096448:12345-192.168.203.125@tcp:105: Request processed in 91us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.112127:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24229 00010000:00010000:2.0:1780298646.112130:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.112141:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.112151:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.112161:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2426193, setting rss=2426193; kms=2426193, end=36724735 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.112171:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.112179:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.112196:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [7367733, 7373033) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.112218:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1798 of 3125 to 971 bytes 00000080:00200000:2.0:1780298646.112260:0:29360:0:(rw26.c:858:ll_write_end()) pos 7367733, len 971, copied 971 00000080:00200000:2.0:1780298646.112266:0:29360:0:(rw26.c:916:ll_write_end()) page@000000007882d736[3 000000008ec8947f 2 1 000000003edb6315] 00000080:00200000:2.0:1780298646.112270:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8f5259a 17ffffc0001001 3:0 ffff8c43867ec2a0 1798 lru 00000080:00200000:2.0:1780298646.112277:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000899a1fb1 774: 1< 0 - - > 2< 3170304 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.112279:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000007882d736 00000080:00200000:2.0:1780298646.112280:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.112283:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1799 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.112298:0:29360:0:(rw26.c:858:ll_write_end()) pos 7368704, len 4096, copied 4096 00000080:00200000:2.0:1780298646.112302:0:29360:0:(rw26.c:916:ll_write_end()) page@000000003c0cfaa9[3 000000008ec8947f 2 1 000000003edb6315] 00000080:00200000:2.0:1780298646.112305:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b41c932b 17ffffc0001001 3:0 ffff8c43867ecd20 1799 lru 00000080:00200000:2.0:1780298646.112310:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000003e9e1240 775: 1< 0 - - > 2< 3174400 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.112312:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000003c0cfaa9 00000080:00200000:2.0:1780298646.112313:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.112314:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1800 of 0 to 233 bytes 00000080:00200000:2.0:1780298646.112330:0:29360:0:(rw26.c:858:ll_write_end()) pos 7372800, len 233, copied 233 00000080:00200000:2.0:1780298646.112334:0:29360:0:(rw26.c:916:ll_write_end()) page@000000009b7093f2[3 000000008ec8947f 2 1 000000003edb6315] 00000080:00200000:2.0:1780298646.112337:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdadd7e3 17ffffc0001001 3:0 ffff8c43867ec000 1800 lru 00000080:00200000:2.0:1780298646.112342:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000760f0718 776: 1< 0 - - > 2< 3178496 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.112344:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000009b7093f2 00000080:00200000:2.0:1780298646.112345:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1780298646.112348:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 3125, to 233 prio 0 00000008:00010000:2.0:1780298646.112363:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.112380:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.112400:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.112413:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 3, dirtied 3 00000080:00200000:2.0:1780298646.112417:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 5300 bytes, tot: 5300 00000080:00200000:2.0:1780298646.112419:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 5300 00000020:00010000:2.0:1780298646.112431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929eed88/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.112444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.112448:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6430 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.112453:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.112461:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.112471:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.112474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6430 (ffff8c43929eed88/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.112480:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 5300 bytes 00000080:00200000:2.0:1780298646.112485:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1798, 1800] 00000080:00200000:2.0:1780298646.112500:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.112503:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 5300, restart: 0 00000080:00200000:2.0:1780298646.112509:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 416 00000080:00200000:2.0:1780298646.112512:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 5300 00000080:00200008:2.0:1780298646.112531:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.112537:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.112552:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.112563:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.112572:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.112580:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.112586:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.112589:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:2.0:1780298646.112594:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.112597:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.112605:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.112630:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.112636:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.112653:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.112657:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298646.112668:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.112671:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298646.112733:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.112735:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609702016:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.112748:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.112778:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609702144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.112791:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.112800:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.112812:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.112820:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.112828:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609702272:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.113380:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.113426:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096576 00000100:00100000:0.0:1780298646.113431:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096576 00000100:00100000:0.0:1780298646.113464:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24230 00000100:00100000:0.0:1780298646.113473:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605096576:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.113482:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.113491:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.113523:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.113527:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.113527:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:0.0:1780298646.113533:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.113535:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000100:00100000:0.0:1780298646.113587:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605096576:12345-192.168.203.125@tcp:106: Request processed in 115us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.113594:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24230 00000100:00100000:0.0:1780298646.113607:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096704 00000100:00100000:0.0:1780298646.113611:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096704 00000100:00100000:0.0:1780298646.113633:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24231 00000100:00100000:0.0:1780298646.113641:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605096704:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.113648:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.113656:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.113676:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.113678:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.113682:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.113683:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000100:00100000:0.0:1780298646.113751:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605096704:12345-192.168.203.125@tcp:106: Request processed in 111us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.113759:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24231 00010000:00010000:2.0:1780298646.114214:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114222:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114232:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114236:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114240:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.114245:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.114248:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.114250:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114254:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114259:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114263:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.114266:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114287:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.114290:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114295:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4dd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.114304:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609702144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.114462:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114473:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114482:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114489:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114496:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.114505:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.114509:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.114519:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114527:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.114535:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.114540:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 416 00010000:00010000:2.0:1780298646.114544:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.114545:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.114548:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.114550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.114556:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.114563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.114566:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.114568:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.114572:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eed88/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.114598:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.114605:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.114608:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.114619:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4dda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.114626:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.114634:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609702272:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.114640:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.114644:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.114656:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.114658:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1560, flags 0x400001002 00000008:00010000:1.0:1780298646.114669:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.114670:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298646.114701:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.114709:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.114750:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.114755:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.114762:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.114777:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609702400:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.114822:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.114829:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609702528:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.115389:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.115440:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.115451:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096832 00000100:00100000:0.0:1780298646.115455:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096832 00000100:00100000:0.0:1780298646.115485:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24232 00000100:00100000:0.0:1780298646.115495:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605096832:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.115502:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.115512:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.115542:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.115543:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.115546:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:0.0:1780298646.115551:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.115554:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000100:00100000:0.0:1780298646.115595:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605096832:12345-192.168.203.125@tcp:106: Request processed in 102us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.115603:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24232 00000100:00100000:0.0:1780298646.115633:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605096960 00000100:00100000:0.0:1780298646.115635:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605096960 00000100:00100000:0.0:1780298646.115652:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24233 00000100:00100000:0.0:1780298646.115658:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605096960:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.115663:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.115669:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.115682:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.115683:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.115723:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.115725:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000100:00100000:0.0:1780298646.115766:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605096960:12345-192.168.203.125@tcp:106: Request processed in 108us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.115771:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24233 00010000:00010000:0.0:1780298646.116138:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116150:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116164:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116170:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116175:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.116180:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.116183:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.116185:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116189:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116193:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116198:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.116200:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116225:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.116228:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116233:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054016214/0x11c228eb194d4de1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.116244:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609702400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.116303:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116310:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116315:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116319:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116323:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.116327:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.116329:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.116336:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116342:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116346:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.116350:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd800 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.116353:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 416 00010000:00010000:0.0:1780298646.116353:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.116360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582fe8 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.116364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582fe8 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.116367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.116371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d7e8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.116373:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.116374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582fe8 (ffff8c439057d3f8/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.116377:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.116379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.116386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d3f8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.116391:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000751513dd/0x11c228eb194d4de8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.116405:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609702528:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.116422:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.116436:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000080:00200008:1.0:1780298646.116446:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.116451:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.116462:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.116472:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.116483:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.116490:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.116495:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.116498:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:1.0:1780298646.116503:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.116506:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.116514:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.116538:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.116543:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.116557:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.116559:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.116568:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.116570:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1560, flags 0x400001002 00010000:00010000:1.0:1780298646.116590:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.116599:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.116631:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.116636:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.116640:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609702656:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.116651:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.116664:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.116673:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609702784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.117371:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.117389:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.117402:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097088 00000100:00100000:1.0:1780298646.117404:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097216 00000100:00100000:0.0:1780298646.117406:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097088 00000100:00100000:1.0:1780298646.117408:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097216 00000100:00100000:0.0:1780298646.117444:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24234 00000100:00100000:1.0:1780298646.117450:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24235 00000100:00100000:0.0:1780298646.117455:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605097088:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.117460:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605097216:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.117465:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.117467:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.117484:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.117485:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.117524:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.117525:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:0.0:1780298646.117528:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.117529:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 392 00000020:00010000:1.0:1780298646.117538:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.117540:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:1.0:1780298646.117545:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.117547:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000100:00100000:0.0:1780298646.117560:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605097088:12345-192.168.203.125@tcp:106: Request processed in 109us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.117565:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24234 00000100:00100000:1.0:1780298646.117587:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605097216:12345-192.168.203.125@tcp:106: Request processed in 129us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.117594:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24235 00010000:00010000:0.0:1780298646.118185:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118193:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118199:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118207:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118211:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.118216:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.118218:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.118220:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118224:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118228:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118232:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.118235:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118251:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.118254:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118262:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4df6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.118270:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609702784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.118278:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118283:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118288:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118292:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118296:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.118300:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.118302:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.118310:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118318:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118322:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.118326:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.118328:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.118340:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 416 00010000:00010000:0.0:1780298646.118343:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.118345:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582fe8 (ffff8c439057d3f8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.118346:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.118352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582fe8 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.118357:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4def lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.118358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d7e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.118365:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.118369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582fe8 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.118373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.118373:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609702656:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.118382:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.118405:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.118422:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 3703197, len 4015 00000080:00200000:1.0:1780298646.118435:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.118437:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.118444:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.118457:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [904, 905] 00000008:00010000:1.0:1780298646.118463:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.118466:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860222b0, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298646.118488:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.118498:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.118506:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.118526:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609702912:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.118560:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.119211:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.119249:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097344 00000100:00100000:0.0:1780298646.119254:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097344 00000100:00100000:0.0:1780298646.119283:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24236 00000100:00100000:0.0:1780298646.119293:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605097344:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.119303:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.119351:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.119358:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605097344:12345-192.168.203.125@tcp:104: Request processed in 67us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.119365:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24236 00010000:00010000:2.0:1780298646.119379:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.119396:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.119410:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffcc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.119415:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.119450:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.119457:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.119495:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.119503:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.119525:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.119533:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000faa1dc66/0x11c228eb194d4d9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f56 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.119540:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609703040:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.119553:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.119556:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.119558:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.120013:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609702912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.120022:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.120030:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.120036:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.120344:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.120376:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097472 00000100:00100000:0.0:1780298646.120379:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097472 00000100:00100000:0.0:1780298646.120401:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24237 00000100:00100000:0.0:1780298646.120406:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605097472:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.120412:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.120418:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->3710975] (req 3702784->3710975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.120423:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.120429:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.120434:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.120439:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.120456:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43b7ffde00) 00000100:00100000:0.0:1780298646.120480:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605097472:12345-192.168.203.125@tcp:105: Request processed in 75us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.120486:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24237 00010000:00010000:2.0:1780298646.120488:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.120504:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.120514:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.120524:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=37257215 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.120533:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.120541:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.120562:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 416 00000100:00100000:2.0:1780298646.120609:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.120617:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609703168:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.121117:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609703040:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.121496:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609703168:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.121522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.121526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.121528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860222b0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.121531:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.121539:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.121546:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.121548:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860222b0 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.121563:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.121608:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.121614:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.121626:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.121634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.121641:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.121646:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.121650:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.121652:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:3.0:1780298646.121656:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.121658:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.121662:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298646.121681:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.121703:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.121729:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.121731:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298646.121742:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.121743:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b560, flags 0x400001002 00010000:00010000:3.0:1780298646.121749:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.121763:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.121769:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.121794:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.121801:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609703296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.121836:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.121847:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.121877:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.121878:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609703424:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.122507:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.122527:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.122543:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097600 00000100:00100000:0.0:1780298646.122544:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.122546:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097600 00000100:00100000:0.0:1780298646.122553:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097728 00000100:00100000:0.0:1780298646.122557:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097728 00000100:00100000:1.0:1780298646.122569:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24238 00000100:00100000:1.0:1780298646.122575:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605097600:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.122581:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.122588:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.122593:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24239 00000100:00100000:0.0:1780298646.122605:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605097728:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.122613:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.122614:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.122617:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:1.0:1780298646.122627:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.122629:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00010000:00010000:0.0:1780298646.122630:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.122658:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.122662:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605097600:12345-192.168.203.125@tcp:106: Request processed in 86us (154us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298646.122662:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.122670:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.122672:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.122674:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24238 00000100:00100000:0.0:1780298646.122753:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605097728:12345-192.168.203.125@tcp:106: Request processed in 151us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.122758:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24239 00010000:00010000:2.0:1780298646.123327:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123339:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123348:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123356:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123364:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.123372:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.123377:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.123380:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123388:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123397:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123404:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.123407:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123436:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.123441:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123450:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d4e04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.123462:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609703296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.123480:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123488:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123497:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123503:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123510:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.123518:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.123521:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.123533:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123540:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123547:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123554:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.123558:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.123562:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 432 00000020:00010000:1.0:1780298646.123568:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091ff0 (ffff8c4390c27248/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.123571:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091ff0 (ffff8c4390c27248/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.123574:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.123580:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.123586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091ff0 (ffff8c4390c27248/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.123590:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27248/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.123593:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27248/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.123625:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.123630:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.123631:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.123642:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4e0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.123645:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.123657:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:2.0:1780298646.123662:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609703424:192.168.203.125@tcp:101:fsx.0 00000001:00010000:1.0:1780298646.123662:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.123675:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.123677:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.123704:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.123706:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298646.123723:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.123739:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.123745:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.123770:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.123776:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609703552:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.123777:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.123789:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.123818:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.123823:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609703680:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.124526:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.124552:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.124569:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097984 00000100:00100000:0.0:1780298646.124574:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097984 00000100:00100000:0.0:1780298646.124601:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605097856 00000100:00100000:0.0:1780298646.124604:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605097856 00000100:00100000:0.0:1780298646.124620:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24240 00000100:00100000:1.0:1780298646.124626:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24241 00000100:00100000:0.0:1780298646.124629:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605097984:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.124637:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605097856:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.124638:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.124643:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.124655:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.124656:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.124723:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.124725:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:1.0:1780298646.124728:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.124729:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:0.0:1780298646.124738:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.124740:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.124745:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.124747:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.124759:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605097856:12345-192.168.203.125@tcp:106: Request processed in 124us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.124766:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24241 00000100:00100000:0.0:1780298646.124785:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605097984:12345-192.168.203.125@tcp:106: Request processed in 157us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.124792:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24240 00010000:00010000:0.0:1780298646.125441:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125452:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125461:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125469:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125477:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.125486:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.125489:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.125492:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125496:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125501:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125513:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffdc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.125516:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125533:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.125535:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125543:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000dc17de81/0x11c228eb194d4e19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.125553:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609703680:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.125562:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125567:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125572:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125576:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125580:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.125585:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298646.125586:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.125594:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125602:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125607:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125610:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc600 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.125611:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 432 00010000:00010000:0.0:1780298646.125613:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.125616:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582b58 (ffff8c439057d7e8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.125622:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582b58 (ffff8c439057d7e8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.125625:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.125627:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d008/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.125629:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582b58 (ffff8c439057d7e8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.125631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.125634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d7e8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.125635:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.125639:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.125643:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000105f21a2/0x11c228eb194d4e12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.125653:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609703552:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.125655:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.125673:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000080:00200000:1.0:1780298646.125723:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 6735158, len 1789 00000080:00200000:1.0:1780298646.125734:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.125736:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.125741:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.125751:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1644, 1644] 00000008:00010000:1.0:1780298646.125757:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.125760:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860225b0, osc lock ffff8c43908f0e40, flags 0x0 00010000:00010000:1.0:1780298646.125768:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (2539520 2543615) 00010000:00010000:1.0:1780298646.125788:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.125797:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->2543615] (req 2539520->2543615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.125805:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->2543615] (req 2539520->2543615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.125817:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609703808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.125855:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.126464:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609703808:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.126474:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.126484:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.126494:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.126504:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.126514:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=3170303 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.126529:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.126537:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.126554:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 416 00000100:00100000:2.0:1780298646.126608:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.126618:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609703936:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.127403:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609703936:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.127422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096218 (ffff8c439057d7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.127425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096218 (ffff8c439057d7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.127427:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860225b0 (ffff8c439057d008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.127430:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.127437:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.127444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096218 (ffff8c439057d7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.127446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860225b0 (ffff8c439057d7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.127460:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.127473:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.127478:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.127490:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.127498:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.127505:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.127513:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.127517:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.127519:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4da9 00000080:00010000:3.0:1780298646.127523:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4da9 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.127525:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.127529:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.127547:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.127551:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.127562:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.127563:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298646.127572:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.127573:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079bc80, flags 0x400001002 00010000:00010000:3.0:1780298646.127589:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.127594:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.127612:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.127619:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.127625:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609704064:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.127662:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.127672:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.127725:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609704192:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.127735:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.128331:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.128361:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605098112 00000100:00100000:0.0:1780298646.128367:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605098112 00000100:00100000:0.0:1780298646.128399:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24242 00000100:00100000:0.0:1780298646.128409:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605098112:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.128417:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.128432:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.128456:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.128458:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:0.0:1780298646.128461:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.128463:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000100:00100000:0.0:1780298646.128493:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605098112:12345-192.168.203.125@tcp:106: Request processed in 87us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.128497:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24242 00000100:00100000:1.0:1780298646.128575:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.128607:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605098240 00000100:00100000:0.0:1780298646.128611:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605098240 00000100:00100000:0.0:1780298646.128634:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24243 00000100:00100000:0.0:1780298646.128641:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605098240:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.128648:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.128656:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.128676:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.128678:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.128682:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.128684:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298645 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.128748:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605098240:12345-192.168.203.125@tcp:106: Request processed in 108us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.128755:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24243 00010000:00010000:2.0:1780298646.129292:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129300:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129306:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129311:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129315:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.129320:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:2.0:1780298646.129322:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.129324:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129328:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129332:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129336:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.129338:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129360:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.129363:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129371:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4e2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.129378:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609704192:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.129781:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129791:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129799:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129806:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129813:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.129821:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.129824:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.129836:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129850:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129859:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.129859:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00000020:00010000:1.0:1780298646.129867:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090ff8 (ffff8c4390c27ea8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.129870:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.129872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090ff8 (ffff8c4390c27ea8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.129875:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.129877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27a28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.129885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.129890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090ff8 (ffff8c4390c27ea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.129892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27ea8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.129896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27ea8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.129914:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.129919:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.129927:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d4e27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.129931:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.129952:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609704064:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.129958:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.129975:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.129980:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.130005:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.130007:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.130020:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.130021:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298646.130044:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.130060:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.130086:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.130102:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.130103:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.130112:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609704320:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.130114:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.130133:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.130149:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609704448:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.130783:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.130817:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605098368 00000100:00100000:0.0:1780298646.130822:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605098368 00000100:00100000:0.0:1780298646.130852:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24244 00000100:00100000:0.0:1780298646.130860:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605098368:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.130869:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.130879:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.130899:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.130906:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.130908:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:0.0:1780298646.130913:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.130915:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000100:00100000:0.0:1780298646.130956:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605098368:12345-192.168.203.125@tcp:106: Request processed in 97us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.130963:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24244 00000100:00100000:0.0:1780298646.130975:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605098496 00000100:00100000:0.0:1780298646.130978:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605098496 00000100:00100000:0.0:1780298646.131001:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24245 00000100:00100000:0.0:1780298646.131010:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605098496:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.131017:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.131026:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.131047:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.131049:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.131053:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.131055:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.131092:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605098496:12345-192.168.203.125@tcp:106: Request processed in 84us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.131099:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24245 00010000:00010000:0.0:1780298646.131497:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131507:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131516:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131523:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131530:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.131539:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.131542:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.131546:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131553:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131560:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131572:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffda00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.131576:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131603:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.131607:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131614:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000097dbb91a/0x11c228eb194d4e35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.131627:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609704320:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.131644:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131652:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131659:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131665:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131672:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.131678:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:0.0:1780298646.131681:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.131723:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.131731:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.131736:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00010000:00010000:0.0:1780298646.131740:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.131741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.131747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.131752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.131755:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.131757:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.131761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.131761:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.131767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.131774:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.131807:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.131812:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.131813:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.131825:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d98b9a0c/0x11c228eb194d4e3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.131831:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000100:00100000:0.0:1780298646.131836:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609704448:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.131864:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3833591, type: SEEK_SET 00000080:00200008:1.0:1780298646.131870:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3833591, type: SEEK_SET, rc = 3833591 00000080:00200008:1.0:1780298646.131877:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3833591, count: 3560 00000080:00200000:1.0:1780298646.131907:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 935 00000080:00200000:1.0:1780298646.131933:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 3833591, bytes: 3560 00000080:00200000:1.0:1780298646.131937:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.131943:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.131945:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [3833591, 3837151) 0 0 00000080:00200000:1.0:1780298646.131948:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.131956:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3833591, 3837151) 3837151, 3560 00020000:00200000:1.0:1780298646.131959:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.131975:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [935, 936] 00000008:00010000:1.0:1780298646.131981:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.131984:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022bb0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298646.131993:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132003:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3829760 3837951) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132012:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132020:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132028:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.132033:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [3833591, 3837151) 00000080:00200000:1.0:1780298646.132040:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000080:00200000:1.0:1780298646.132044:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3560 iocb pos:3833591 00010000:00010000:1.0:1780298646.132074:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132082:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3833856 3837951) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132088:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132092:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132096:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.132123:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1e40 00010000:00010000:1.0:1780298646.132138:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.132146:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.132174:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1e40 00010000:00010000:1.0:1780298646.132189:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3829760 3833855) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298646.132207:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728c000 - object 0x2c0000401:17 offset 3829760<>3837952 00000100:00100000:0.0:1780298646.132239:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609704576:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.133232:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1e40 00000020:00200000:0.0:1780298646.133238:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.133250:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1e40 00000100:00100000:0.0:1780298646.133267:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609704576:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.133280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.133283:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.133286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022bb0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.133289:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.133296:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.133304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.133306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022bb0 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.133311:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3560 bytes 00000080:00200000:1.0:1780298646.133324:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.133326:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3560, restart: 0 00000080:00200000:1.0:1780298646.133329:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3560 00000080:00200008:1.0:1780298646.133342:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.133346:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.133360:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.133371:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.133380:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.133387:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.133391:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.133394:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:1.0:1780298646.133399:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.133402:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.133408:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.133429:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.133434:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.133447:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.133450:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298646.133460:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.133462:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298646.133467:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.133484:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.133492:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.133525:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298646.133530:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.133534:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609704704:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.133544:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.133557:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.133571:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609704832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.134357:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.134380:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.134392:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.134402:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605098752 00000100:00100000:0.0:1780298646.134407:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605098752 00000100:00100000:2.0:1780298646.134415:0:6142:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780298646.134425:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605098880 00000100:00100000:2.0:1780298646.134428:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605098880 00000100:00100000:1.0:1780298646.134448:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24246 00000100:00100000:1.0:1780298646.134457:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605098752:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.134464:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.134465:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 482 00010000:00010000:1.0:1780298646.134474:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.134481:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43866e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777605098880:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.134491:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.134501:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00010000:00010000:2.0:1780298646.134503:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.134504:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:1.0:1780298646.134517:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.134519:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:2.0:1780298646.134538:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.134540:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:2.0:1780298646.134542:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.134544:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.134562:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605098752:12345-192.168.203.125@tcp:106: Request processed in 106us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.134569:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24246 00000100:00100000:2.0:1780298646.134576:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43866e4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:12101:x1866777605098880:12345-192.168.203.125@tcp:106: Request processed in 100us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.134583:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 482 00010000:00010000:0.0:1780298646.135218:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135230:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135236:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135240:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135244:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.135250:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.135252:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.135254:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135261:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135268:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135275:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.135279:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135305:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.135309:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135314:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000145588fe/0x11c228eb194d4e4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.135325:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609704832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.135335:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135340:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135345:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135349:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135353:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.135361:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298646.135363:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.135372:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135376:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135381:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.135385:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.135387:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.135389:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00000020:00010000:1.0:1780298646.135393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.135395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.135397:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.135400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.135403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.135404:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.135405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.135407:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.135408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.135416:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008e05740b/0x11c228eb194d4e43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.135426:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609704704:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.135441:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.135456:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.135464:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.135467:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.135475:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.135477:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.135483:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.135484:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298646.135490:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.135504:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.135514:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.135549:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609704960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.135551:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.135560:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.135580:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.135583:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.135588:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609705088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.136191:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.136233:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099008 00000100:00100000:0.0:1780298646.136238:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099008 00000100:00100000:1.0:1780298646.136251:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.136276:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099136 00000100:00100000:0.0:1780298646.136279:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099136 00000100:00100000:0.0:1780298646.136295:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24247 00000100:00100000:0.0:1780298646.136301:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605099008:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.136310:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.136320:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.136345:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.136347:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:0.0:1780298646.136351:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.136352:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000100:00100000:0.0:1780298646.136390:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605099008:12345-192.168.203.125@tcp:106: Request processed in 89us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.136398:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24247 00000100:00100000:0.0:1780298646.136411:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24248 00000100:00100000:0.0:1780298646.136419:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605099136:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.136426:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.136440:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.136463:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.136465:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.136469:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.136470:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.136504:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605099136:12345-192.168.203.125@tcp:106: Request processed in 86us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.136512:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24248 00010000:00010000:0.0:1780298646.137064:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137075:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137084:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137090:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137098:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.137112:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.137116:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.137119:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137126:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137134:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137141:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.137145:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137167:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.137170:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137175:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000072cc9ac7/0x11c228eb194d4e58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.137185:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609705088:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.137194:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137200:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137205:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137209:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137212:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.137217:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298646.137219:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.137227:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137231:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137235:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137240:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffcc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.137242:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.137258:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.137262:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00010000:00010000:0.0:1780298646.137262:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.137270:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.137271:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000faa1dc66/0x11c228eb194d4e51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.137277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.137286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298646.137289:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609704960:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.137291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.137298:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.137301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.137305:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.137327:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.137341:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000080:00200000:1.0:1780298646.137374:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 3845450, len 4449 00000080:00200000:1.0:1780298646.137388:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.137391:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.137397:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.137410:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [938, 939] 00000008:00010000:1.0:1780298646.137417:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.137420:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022bb0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298646.137429:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.137441:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3842048 3850239) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.137456:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.137464:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.137470:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.137478:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00000100:00100000:0.0:1780298646.137524:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.137533:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609705216:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298646.138381:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609705216:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298646.138396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.138399:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.138401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022bb0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.138404:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.138410:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.138418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.138420:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022bb0 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.138433:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.138446:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.138451:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.138464:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.138472:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.138480:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.138488:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.138492:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.138496:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4da9 00000080:00010000:1.0:1780298646.138501:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4da9 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.138504:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.138512:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.138533:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.138537:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.138546:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.138547:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298646.138554:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.138555:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298646.138574:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.138579:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.138601:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.138613:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.138618:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609705344:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.138627:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.138641:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.138665:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.138673:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609705472:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.139360:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.139382:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.139399:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099264 00000100:00100000:0.0:1780298646.139405:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099264 00000100:00100000:0.0:1780298646.139435:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099392 00000100:00100000:0.0:1780298646.139439:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099392 00000100:00100000:1.0:1780298646.139443:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24249 00000100:00100000:1.0:1780298646.139452:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605099264:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.139459:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.139459:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24250 00010000:00010000:1.0:1780298646.139468:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.139473:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605099392:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.139484:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.139493:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.139496:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:1.0:1780298646.139504:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.139506:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00010000:00010000:0.0:1780298646.139511:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.139534:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605099264:12345-192.168.203.125@tcp:106: Request processed in 85us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.139538:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24249 00000020:00010000:0.0:1780298646.139544:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.139547:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.139552:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.139554:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.139589:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605099392:12345-192.168.203.125@tcp:106: Request processed in 119us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.139596:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24250 00010000:00010000:0.0:1780298646.140227:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140239:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140250:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140258:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140265:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.140280:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.140284:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.140287:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140295:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140303:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140310:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.140313:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140339:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.140344:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140351:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f207d331/0x11c228eb194d4e5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.140366:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609705344:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.140390:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140399:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140408:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140414:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140421:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.140429:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:0.0:1780298646.140433:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.140444:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140452:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140461:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140467:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd600 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.140471:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00010000:00010000:0.0:1780298646.140471:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.140477:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.140484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.140489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.140492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.140494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.140496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.140500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.140507:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.140512:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.140521:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000054016214/0x11c228eb194d4e66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.140527:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.140535:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609705472:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.140547:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.140561:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.140575:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.140591:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.140594:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.140612:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.140614:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298646.140636:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.140645:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.140669:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.140684:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.140703:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.140727:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.140727:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609705600:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.140752:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.140784:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609705728:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.141328:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.141366:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099520 00000100:00100000:0.0:1780298646.141371:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099520 00000100:00100000:0.0:1780298646.141400:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24251 00000100:00100000:0.0:1780298646.141410:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605099520:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.141419:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.141428:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.141454:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.141458:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000100:00100000:1.0:1780298646.141460:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.141465:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.141467:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000100:00100000:0.0:1780298646.141505:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605099520:12345-192.168.203.125@tcp:106: Request processed in 97us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.141512:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24251 00000100:00100000:0.0:1780298646.141527:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099648 00000100:00100000:0.0:1780298646.141530:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099648 00000100:00100000:0.0:1780298646.141554:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24252 00000100:00100000:0.0:1780298646.141561:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605099648:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.141568:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.141576:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.141596:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.141598:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.141601:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.141602:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.141637:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605099648:12345-192.168.203.125@tcp:106: Request processed in 77us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.141643:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24252 00010000:00010000:2.0:1780298646.141762:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.142116:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142128:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142138:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142145:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142153:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.142162:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.142166:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.142169:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142177:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142184:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142191:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffc400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.142196:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142225:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.142229:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142236:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002e3e6ab2/0x11c228eb194d4e6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.142251:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609705600:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.142270:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142278:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142286:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142292:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142299:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.142306:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:0.0:1780298646.142310:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.142322:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142329:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142337:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142344:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd400 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.142348:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00010000:00010000:0.0:1780298646.142348:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.142354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.142360:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.142364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.142368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.142370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.142373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.142377:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.142384:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.142389:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.142398:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000003857f05e/0x11c228eb194d4e74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.142403:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.142413:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609705728:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.142419:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000080:00200008:1.0:1780298646.142430:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.142436:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.142447:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.142458:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.142468:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.142476:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.142481:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.142484:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:1.0:1780298646.142490:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.142493:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.142502:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298646.142523:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.142527:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.142538:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.142540:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c30, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298646.142547:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.142547:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99c70, osc lock ffff8c43908f17c0, flags 0x400001002 00010000:00010000:1.0:1780298646.142553:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.142567:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.142575:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.142613:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.142621:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609705856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.142624:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.142636:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.142654:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.142660:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609705984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.143312:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.143342:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.143349:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.143358:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099776 00000100:00100000:0.0:1780298646.143361:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099776 00000100:00100000:2.0:1780298646.143377:0:6141:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605099904 00000100:00100000:2.0:1780298646.143383:0:6141:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605099904 00000100:00100000:0.0:1780298646.143385:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24253 00000100:00100000:0.0:1780298646.143394:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605099776:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.143401:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.143408:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298646.143417:0:6141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 483 00000100:00100000:2.0:1780298646.143424:0:6141:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8356:x1866777605099904:12345-192.168.203.125@tcp:106: 00000020:00010000:0.0:1780298646.143429:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.143432:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00000020:00010000:0.0:1780298646.143436:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:2.0:1780298646.143437:0:6141:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.143438:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 408 00010000:00010000:2.0:1780298646.143448:0:6141:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.143468:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605099776:12345-192.168.203.125@tcp:106: Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.143474:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24253 00000020:00010000:2.0:1780298646.143481:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.143482:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:2.0:1780298646.143486:0:6141:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.143487:0:6141:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:2.0:1780298646.143538:0:6141:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8356:x1866777605099904:12345-192.168.203.125@tcp:106: Request processed in 115us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.143547:0:6141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 483 00010000:00010000:0.0:1780298646.144117:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144125:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144131:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144140:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144145:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.144151:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298646.144154:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.144156:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144160:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144165:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144169:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.144171:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144191:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.144194:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144201:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d4e7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.144209:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609705856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.144219:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144224:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144229:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144233:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144237:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.144241:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.144243:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.144250:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144258:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144262:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.144266:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.144268:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.144269:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00000020:00010000:1.0:1780298646.144277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.144281:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.144285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c30 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.144287:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.144289:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99c70 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.144291:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.144292:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.144299:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c30 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.144300:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d4e82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.144306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99c70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.144314:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609705984:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.144336:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.144354:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 2409825, len 6796 00000080:00200000:1.0:1780298646.144367:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.144370:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.144377:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.144402:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [588, 589] 00000008:00010000:1.0:1780298646.144410:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.144413:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022bb0, osc lock ffff8c43908f17c0, flags 0x0 00010000:00010000:1.0:1780298646.144421:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (2408448 2416639) 00010000:00010000:1.0:1780298646.144440:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.144449:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->2416639] (req 2408448->2416639) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.144457:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->2416639] (req 2408448->2416639) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.144471:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609706112:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.144510:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.145167:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609706112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.145175:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.145185:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.145193:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.145199:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.145204:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=3702783 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.145210:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.145215:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.145226:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 440 00000100:00100000:2.0:1780298646.145258:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.145265:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609706240:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.146108:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609706240:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.146130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.146134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.146136:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022bb0 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.146140:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.146147:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.146155:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096128 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.146157:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022bb0 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.146178:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.146221:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.146228:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.146240:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.146248:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.146255:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.146260:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.146264:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.146266:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4da9 00000080:00010000:3.0:1780298646.146269:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4da9 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.146271:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.146276:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298646.146296:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.146299:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.146312:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.146313:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079b430, flags 0x400001002 00000008:00010000:3.0:1780298646.146324:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.146326:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298646.146350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.146359:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.146394:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.146401:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609706368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.146426:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.146435:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.146464:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.146472:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.146482:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609706496:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.147098:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.147124:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.147138:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100032 00000100:00100000:1.0:1780298646.147144:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100032 00000100:00100000:0.0:1780298646.147145:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100160 00000100:00100000:0.0:1780298646.147148:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100160 00000100:00100000:0.0:1780298646.147169:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24254 00000100:00100000:1.0:1780298646.147176:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24255 00000100:00100000:0.0:1780298646.147176:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605100160:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.147181:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605100032:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.147186:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.147186:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.147196:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.147196:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.147222:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.147222:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.147224:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000020:00010000:0.0:1780298646.147224:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.147228:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.147228:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.147230:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000020:00010000:0.0:1780298646.147230:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.147262:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605100032:12345-192.168.203.125@tcp:106: Request processed in 80us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.147262:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605100160:12345-192.168.203.125@tcp:106: Request processed in 86us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.147269:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24254 00000100:00100000:1.0:1780298646.147271:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24255 00010000:00010000:2.0:1780298646.147865:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147873:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147879:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147883:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147887:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.147893:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:2.0:1780298646.147895:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.147897:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147902:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147906:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147910:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.147912:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147934:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.147937:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147941:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d4e97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.147948:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609706496:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.147955:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147960:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147968:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147972:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147976:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.147980:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.147982:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.147990:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147995:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.147999:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.148004:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.148006:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.148012:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 456 00000020:00010000:3.0:1780298646.148018:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.148024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.148027:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.148031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.148033:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.148035:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.148038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27e18/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.148046:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.148053:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.148060:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.148062:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d4e90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.148073:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.148079:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609706368:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.148083:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.148087:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.148096:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.148097:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298646.148103:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.148104:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298646.148120:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.148126:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.148146:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.148153:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.148161:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609706624:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.148182:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.148189:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.148201:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609706752:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.148201:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.148782:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.148810:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100288 00000100:00100000:1.0:1780298646.148815:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100288 00000100:00100000:1.0:1780298646.148839:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24256 00000100:00100000:1.0:1780298646.148847:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605100288:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.148854:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.148862:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.148890:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.148892:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000020:00010000:1.0:1780298646.148896:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.148898:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000100:00100000:1.0:1780298646.148933:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605100288:12345-192.168.203.125@tcp:106: Request processed in 87us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.148940:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24256 00000100:00100000:0.0:1780298646.148976:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.148991:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100416 00000100:00100000:0.0:1780298646.148994:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100416 00000100:00100000:0.0:1780298646.149014:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24257 00000100:00100000:0.0:1780298646.149028:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605100416:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.149035:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.149041:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.149057:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.149059:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.149062:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.149063:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.149090:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605100416:12345-192.168.203.125@tcp:106: Request processed in 71us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.149094:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24257 00010000:00010000:2.0:1780298646.149512:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149522:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149529:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149541:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149548:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.149555:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.149559:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.149561:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149581:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149588:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149594:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.149598:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149624:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.149629:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149642:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d4e9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.149658:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609706624:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.149678:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149709:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149730:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149738:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149745:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.149754:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:2.0:1780298646.149757:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.149768:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149780:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.149787:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.149788:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 456 00000020:00010000:1.0:1780298646.149795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.149800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.149803:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.149805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.149809:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.149810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.149817:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27e18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.149823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.149829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c27e18/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.149861:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.149868:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.149869:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.149881:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4ea5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.149884:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000100:00100000:2.0:1780298646.149899:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609706752:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.149900:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.149915:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.149928:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.149939:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.149946:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298646.149952:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.149956:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.149958:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:1.0:1780298646.149961:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.149963:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.149968:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298646.149985:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.149988:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.149999:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.150001:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1430, flags 0x400001002 00000008:00010000:1.0:1780298646.150010:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.150011:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f05f0, flags 0x400001002 00010000:00010000:1.0:1780298646.150016:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.150035:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.150043:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.150086:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.150090:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.150097:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.150103:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609706880:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.150112:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.150148:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609707008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.150739:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.150776:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100544 00000100:00100000:1.0:1780298646.150779:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100544 00000100:00100000:1.0:1780298646.150802:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24258 00000100:00100000:1.0:1780298646.150809:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605100544:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.150815:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.150824:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.150847:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298646.150848:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.150849:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000020:00010000:1.0:1780298646.150853:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.150855:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000100:00100000:0.0:1780298646.150860:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100672 00000100:00100000:0.0:1780298646.150863:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100672 00000100:00100000:0.0:1780298646.150883:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24259 00000100:00100000:1.0:1780298646.150885:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605100544:12345-192.168.203.125@tcp:106: Request processed in 77us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.150889:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605100672:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.150892:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24258 00010000:00010000:0.0:1780298646.150895:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.150904:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.150926:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.150928:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.150930:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.150931:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.150951:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605100672:12345-192.168.203.125@tcp:106: Request processed in 63us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.150956:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24259 00010000:00010000:1.0:1780298646.151554:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151564:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151584:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151592:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151599:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.151608:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.151612:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.151615:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151623:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151628:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151632:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.151634:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151650:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.151653:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151661:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000e0e34805/0x11c228eb194d4eb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.151672:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609707008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.151682:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151703:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151720:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151728:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151736:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.151744:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.151747:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.151757:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151765:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151770:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.151773:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 456 00010000:00010000:1.0:1780298646.151774:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.151778:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583230 (ffff8c439057dc68/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.151779:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.151785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583230 (ffff8c439057dc68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.151791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.151794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.151797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583230 (ffff8c439057dc68/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.151800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.151805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.151805:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.151810:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.151819:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4eac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.151833:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609706880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.151837:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.151865:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 7186219, len 123 00000080:00200000:2.0:1780298646.151878:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.151882:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.151889:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.151907:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1754, 1754] 00000008:00010000:2.0:1780298646.151914:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.151916:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6430, osc lock ffff8c43878a5690, flags 0x0 00010000:00010000:2.0:1780298646.151939:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.151949:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.151956:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.151971:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609707136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.152013:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.153210:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.153259:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.153271:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100800 00000100:00100000:1.0:1780298646.153275:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100800 00000100:00100000:1.0:1780298646.153305:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24260 00000100:00100000:1.0:1780298646.153311:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605100800:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.153318:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.153350:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.153354:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605100800:12345-192.168.203.125@tcp:104: Request processed in 44us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.153358:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24260 00010000:00010000:2.0:1780298646.153378:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.153386:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.153396:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffd800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.153400:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.153445:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.153455:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.153499:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.153505:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.153528:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.153535:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000751513dd/0x11c228eb194d4e20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2539520->3170303] (req 2539520->2543615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63035fe9 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.153543:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609707264:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.153549:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.153551:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.153553:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.153970:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609707136:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.153985:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.153995:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.154004:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.154343:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.154379:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605100928 00000100:00100000:1.0:1780298646.154384:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605100928 00000100:00100000:1.0:1780298646.154409:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24261 00000100:00100000:1.0:1780298646.154417:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605100928:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.154425:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.154433:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->2994175] (req 2990080->2994175) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.154440:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.154446:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.154451:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.154457:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.154477:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692e00) 00000100:00100000:1.0:1780298646.154497:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6461:x1866777605100928:12345-192.168.203.125@tcp:105: Request processed in 83us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.154502:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24261 00010000:00010000:2.0:1780298646.154512:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.154527:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.154537:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.154545:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3178729, setting rss=3178729; kms=3170304, end=3170303 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.154551:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.154556:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.154575:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 456 00000100:00100000:2.0:1780298646.154616:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.154624:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609707392:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.155000:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609707264:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.155421:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609707392:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298646.155443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794c68 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.155446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794c68 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.155449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6430 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.155452:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.155459:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.155466:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794c68 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.155468:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6430 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.155485:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.155532:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.155540:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.155555:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.155569:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.155578:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298646.155591:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.155597:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.155601:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:1.0:1780298646.155606:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.155609:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.155617:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298646.155639:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.155643:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.155656:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.155658:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997b0, osc lock ffff8c43908f0130, flags 0x400001002 00000008:00010000:1.0:1780298646.155668:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.155669:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b997f0, osc lock ffff8c43908f05f0, flags 0x400001002 00010000:00010000:1.0:1780298646.155675:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.155703:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.155709:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.155745:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:1.0:1780298646.155754:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.155761:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609707520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.155810:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.155816:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.155828:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.155838:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609707648:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.156337:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.156364:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101056 00000100:00100000:1.0:1780298646.156368:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101056 00000100:00100000:1.0:1780298646.156395:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24262 00000100:00100000:1.0:1780298646.156403:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605101056:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.156410:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.156419:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.156451:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.156453:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000020:00010000:1.0:1780298646.156456:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.156457:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000100:00100000:0.0:1780298646.156464:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.156484:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101184 00000100:00100000:0.0:1780298646.156488:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101184 00000100:00100000:1.0:1780298646.156492:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605101056:12345-192.168.203.125@tcp:106: Request processed in 90us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.156496:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24262 00000100:00100000:1.0:1780298646.156510:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24263 00000100:00100000:1.0:1780298646.156520:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605101184:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.156528:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.156535:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.156557:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.156558:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.156561:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.156562:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.156593:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605101184:12345-192.168.203.125@tcp:106: Request processed in 75us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.156600:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24263 00010000:00010000:1.0:1780298646.157133:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157145:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157154:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157162:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157174:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.157183:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.157187:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.157191:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157198:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157206:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157212:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.157216:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157242:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.157246:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157254:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4ec1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.157270:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609707520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.157290:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157298:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157306:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157312:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157319:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.157326:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3170304, end=18446744073709551615 00000020:00200000:1.0:1780298646.157329:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.157342:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157348:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157359:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.157365:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4000 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.157369:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 464 00010000:00010000:1.0:1780298646.157369:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.157374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581488 (ffff8c439057dbd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.157380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581488 (ffff8c439057dbd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.157385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997b0 (ffff8c439057d878/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.157386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b997f0 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.157388:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581488 (ffff8c439057dbd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.157389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997b0 (ffff8c439057dbd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.157392:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b997f0 (ffff8c439057dbd8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.157408:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.157413:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.157419:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.157421:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4ec8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.157433:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609707648:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.157435:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.157451:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.157454:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.157468:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.157470:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a4f70, flags 0x400001002 00000008:00010000:2.0:1780298646.157483:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.157485:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a5db0, flags 0x400001002 00010000:00010000:2.0:1780298646.157494:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.157513:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.157521:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.157547:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.157562:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.157575:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609707776:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.157577:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.157590:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.157609:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609707904:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.158260:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.158288:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101312 00000100:00100000:1.0:1780298646.158292:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101312 00000100:00100000:1.0:1780298646.158318:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24264 00000100:00100000:1.0:1780298646.158324:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605101312:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.158330:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.158336:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.158346:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298646.158357:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.158359:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000020:00010000:1.0:1780298646.158362:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.158363:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 424 00000100:00100000:1.0:1780298646.158391:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605101312:12345-192.168.203.125@tcp:106: Request processed in 68us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.158396:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24264 00000100:00100000:1.0:1780298646.158406:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101440 00000100:00100000:1.0:1780298646.158408:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101440 00000100:00100000:1.0:1780298646.158419:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24265 00000100:00100000:1.0:1780298646.158425:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605101440:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.158429:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.158434:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.158452:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.158455:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.158458:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.158459:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.158493:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605101440:12345-192.168.203.125@tcp:106: Request processed in 68us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.158499:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24265 00010000:00010000:3.0:1780298646.159136:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.159149:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.159156:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.159159:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.159180:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.159180:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.159204:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.159206:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.159224:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00010000:00010000:2.0:1780298646.159224:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.159232:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.159237:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.159238:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.159258:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3170304, end=18446744073709551615 00010000:00010000:3.0:1780298646.159259:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.159265:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.159273:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.159279:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.159280:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.159287:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.159306:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 464 00010000:00010000:2.0:1780298646.159312:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.159314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc6d8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.159321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc6d8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.159329:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.159329:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.159334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929eea28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.159339:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.159342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc6d8 (ffff8c43929ee368/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.159343:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.159346:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.159349:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.159349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.159358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee368/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.159370:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4ecf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.159387:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609707776:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.159408:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.159410:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.159416:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.159424:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d4ed6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.159425:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000100:00100000:2.0:1780298646.159440:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609707904:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.159454:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 788335, len 705 00000080:00200000:1.0:1780298646.159464:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.159466:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.159471:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.159484:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [192, 192] 00000008:00010000:1.0:1780298646.159489:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.159491:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860229b0, osc lock ffff8c43908f1430, flags 0x0 00010000:00010000:1.0:1780298646.159497:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (786432 790527) 00010000:00010000:1.0:1780298646.159515:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.159524:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.159532:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.159547:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609708032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.159583:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.160444:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609708032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.160453:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.160462:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.160469:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.160474:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.160480:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=2408447 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.160485:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.160489:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.160500:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 464 00000100:00100000:1.0:1780298646.160539:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.160549:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609708160:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298646.161312:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609708160:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.161331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057dea8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.161334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057dea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.161336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860229b0 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.161340:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.161350:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.161358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057dea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.161359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860229b0 (ffff8c439057dea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.161374:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.161387:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.161391:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.161403:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.161410:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.161417:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.161422:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.161426:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.161428:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4db7 00000080:00010000:2.0:1780298646.161431:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4db7 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.161433:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.161438:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.161455:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.161459:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.161470:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.161471:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa69f0, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298646.161481:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.161482:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6a30, osc lock ffff8c43878a4980, flags 0x400001002 00010000:00010000:2.0:1780298646.161487:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.161498:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.161512:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.161532:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.161538:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.161545:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609708288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.161580:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.161588:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.161607:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.161627:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609708416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.162169:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.162200:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101568 00000100:00100000:1.0:1780298646.162204:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101568 00000100:00100000:1.0:1780298646.162229:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24266 00000100:00100000:1.0:1780298646.162235:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605101568:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.162241:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.162249:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.162271:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.162273:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:1.0:1780298646.162276:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.162277:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:0.0:1780298646.162304:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.162308:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605101568:12345-192.168.203.125@tcp:106: Request processed in 71us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.162313:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24266 00000100:00100000:1.0:1780298646.162329:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.162335:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101696 00000100:00100000:1.0:1780298646.162338:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101696 00000100:00100000:1.0:1780298646.162357:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24267 00000100:00100000:1.0:1780298646.162362:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605101696:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.162367:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.162373:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.162388:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.162389:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.162391:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.162393:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.162414:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605101696:12345-192.168.203.125@tcp:106: Request processed in 53us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.162418:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24267 00010000:00010000:2.0:1780298646.162871:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162878:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162883:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162891:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162895:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.162900:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.162902:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.162904:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162907:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162913:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162917:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.162919:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162938:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.162941:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.162949:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ee4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.162956:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609708288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.163025:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.163033:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.163042:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.163048:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.163056:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.163064:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3170304, end=18446744073709551615 00000020:00200000:2.0:1780298646.163067:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.163077:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.163088:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.163093:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 472 00010000:00010000:2.0:1780298646.163093:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.163099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc000 (ffff8c43929ee5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.163104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc000 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.163104:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.163108:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.163109:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.163115:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.163120:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc000 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.163121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.163124:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.163149:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.163153:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.163159:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.163159:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d4eeb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.163174:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609708416:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.163181:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.163194:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.163197:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.163208:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.163210:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298646.163218:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.163219:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298646.163224:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.163237:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.163243:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.163262:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.163271:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.163275:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609708544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.163279:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.163287:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.163306:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609708672:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.163967:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.163986:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.163999:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101824 00000100:00100000:1.0:1780298646.164003:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101824 00000100:00100000:1.0:1780298646.164032:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605101952 00000100:00100000:1.0:1780298646.164034:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605101952 00000100:00100000:0.0:1780298646.164037:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24268 00000100:00100000:0.0:1780298646.164047:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605101824:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.164050:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24269 00010000:00010000:0.0:1780298646.164058:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.164061:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605101952:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.164070:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.164071:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.164089:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.164119:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.164121:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.164124:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.164125:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:1.0:1780298646.164130:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.164132:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.164135:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.164136:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.164169:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605101824:12345-192.168.203.125@tcp:106: Request processed in 125us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.164175:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605101952:12345-192.168.203.125@tcp:106: Request processed in 115us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.164178:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24268 00000100:00100000:1.0:1780298646.164187:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24269 00010000:00010000:2.0:1780298646.164784:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164792:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164799:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164804:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164809:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.164819:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.164822:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.164823:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164825:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164833:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164838:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164842:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.164844:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164863:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.164866:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.164882:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d4ef2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164886:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.164892:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609708544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.164902:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164908:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164912:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.164917:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3170304, end=18446744073709551615 00000020:00200000:3.0:1780298646.164919:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.164928:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164933:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164938:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164942:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.164945:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.164952:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 472 00000020:00010000:1.0:1780298646.164955:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.164957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.164959:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.164961:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.164963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.164965:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.164968:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27a28/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.164981:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.164986:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.164991:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d4ef9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.164994:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.165003:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609708672:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.165007:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000080:00a00000:1.0:1780298646.165052:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:1.0:1780298646.165064:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.165067:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.165077:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.165079:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.165087:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.165088:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f0e40, flags 0x400001002 00010000:00010000:1.0:1780298646.165093:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.165107:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.165113:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.165133:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.165142:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.165147:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.165154:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.165162:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609708928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.165173:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609708800:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.165865:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.165896:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.165906:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102080 00000100:00100000:1.0:1780298646.165910:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102080 00000100:00100000:0.0:1780298646.165918:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102208 00000100:00100000:0.0:1780298646.165923:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102208 00000100:00100000:1.0:1780298646.165932:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24270 00000100:00100000:1.0:1780298646.165938:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605102080:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.165944:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.165951:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.165951:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24271 00000100:00100000:0.0:1780298646.165964:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605102208:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.165972:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.165976:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.165979:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.165986:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.165988:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00010000:00010000:0.0:1780298646.165993:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.166017:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605102080:12345-192.168.203.125@tcp:106: Request processed in 79us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.166021:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24270 00000020:00010000:0.0:1780298646.166036:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.166039:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.166043:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.166045:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:0.0:1780298646.166087:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605102208:12345-192.168.203.125@tcp:106: Request processed in 125us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.166096:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24271 00010000:00010000:0.0:1780298646.166560:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166571:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166582:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166590:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166598:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.166601:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.166617:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.166617:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3170304, end=18446744073709551615 00000020:00200000:0.0:1780298646.166625:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.166629:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166630:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.166644:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166649:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166661:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.166666:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166677:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5200 already unused, calling callback (ffffffffc11bf220) 00000008:00010000:1.0:1780298646.166680:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00010000:00010000:0.0:1780298646.166682:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.166721:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.166731:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.166738:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.166744:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 472 00010000:00010000:1.0:1780298646.166744:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.166752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057d368/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.166753:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.166753:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.166759:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057d368/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.166759:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.166760:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.166767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.166776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.166784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057d368/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.166786:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4f07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.166789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057d368/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.166794:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.166798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057d368/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.166799:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.166806:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609708928:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.166809:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d4f00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.166823:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609708800:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.166844:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.166909:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1688 00000080:00200000:3.0:1780298646.166916:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.166922:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.166949:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1688, 1688] 00000008:00010000:3.0:1780298646.166957:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.166959:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc33b0, osc lock ffff8c43a079b300, flags 0x0 00010000:00010000:3.0:1780298646.166967:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (2719744 2723839) 00010000:00010000:3.0:1780298646.166986:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.166995:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2723839] (req 2719744->2723839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.167003:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2723839] (req 2719744->2723839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.167017:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609709056:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.167054:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.167567:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609709056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.167577:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.167587:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.167596:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.167605:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.167613:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3178729, setting rss=3178729; leaving kms=3170304, end=2990079 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.167627:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.167634:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.167650:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7364608 00000008:00010000:3.0:1780298646.167722:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab9c0 00000008:00010000:3.0:1780298646.167779:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab9c0 00010000:00010000:3.0:1780298646.167798:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2719744 2723839) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.167819:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2d80 - object 0x280000401:18 offset 2719744<>2723840 00000100:00100000:2.0:1780298646.167853:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609709184:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.168664:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab9c0 00000020:00200000:2.0:1780298646.168669:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.168679:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab9c0 00000100:00100000:2.0:1780298646.168724:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609709184:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.168724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c235d8 (ffff8c4390c27488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.168732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c235d8 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.168736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc33b0 (ffff8c4390c273f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.168741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.168752:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.168765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c235d8 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.168768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc33b0 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.168790:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.168832:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1689 00000080:00200000:1.0:1780298646.168836:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.168840:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.168852:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1689, 1689] 00000008:00010000:1.0:1780298646.168857:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.168859:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022bb0, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298646.168865:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.168872:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2723840 2727935) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.168878:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.168882:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.168886:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.168892:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7364608 00000008:00010000:1.0:1780298646.168909:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1300 00000008:00010000:1.0:1780298646.168939:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1300 00010000:00010000:1.0:1780298646.168953:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2723840 2727935) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298646.168971:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728ca80 - object 0x280000401:18 offset 2723840<>2727936 00000100:00100000:0.0:1780298646.169006:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609709312:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.169660:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1300 00000020:00200000:0.0:1780298646.169664:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.169672:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1300 00000100:00100000:0.0:1780298646.169681:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609709312:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.169726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096c68 (ffff8c439057d908/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.169731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096c68 (ffff8c439057d908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.169735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022bb0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.169741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.169750:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.169760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096c68 (ffff8c439057d908/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.169762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022bb0 (ffff8c439057d908/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.169780:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.169831:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1690 00000080:00200000:1.0:1780298646.169836:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.169841:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.169856:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1690, 1690] 00000008:00010000:1.0:1780298646.169862:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.169865:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022bb0, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298646.169873:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.169882:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2727936 2732031) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.169891:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.169898:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.169904:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.169914:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7364608 00010000:00010000:1.0:1780298646.169932:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 70 res 10737419265/18 (2347008 2351103) 00000008:00010000:1.0:1780298646.169942:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1600 00000008:00010000:1.0:1780298646.169967:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1600 00010000:00010000:1.0:1780298646.169979:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2727936 2732031) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1780298646.169997:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728c000 - object 0x280000401:18 offset 2727936<>2732032 00000100:00100000:0.0:1780298646.170033:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.170043:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609709440:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.170759:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1600 00000020:00200000:0.0:1780298646.170764:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.170774:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1600 00000100:00100000:0.0:1780298646.170785:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609709440:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.170799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096c68 (ffff8c439057d908/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.170804:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096c68 (ffff8c439057d908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.170807:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022bb0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.170812:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.170821:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.170832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096c68 (ffff8c439057d908/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.170835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022bb0 (ffff8c439057d908/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.170851:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.170931:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.170938:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.170953:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.170964:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.170973:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.170980:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.170985:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.170988:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4da9 00000080:00010000:1.0:1780298646.170993:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4da9 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.170996:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.171003:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.171026:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.171031:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.171045:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.171047:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b999f0, osc lock ffff8c43908f1560, flags 0x400001002 00000008:00010000:1.0:1780298646.171057:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.171059:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99a30, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298646.171084:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.171092:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.171118:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.171131:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609709568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.171136:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.171145:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.171158:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.171161:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.171166:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609709696:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.171794:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.171821:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102336 00000100:00100000:0.0:1780298646.171826:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102336 00000100:00100000:0.0:1780298646.171853:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24272 00000100:00100000:0.0:1780298646.171860:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605102336:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.171866:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.171873:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.171892:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.171894:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.171896:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.171898:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:1.0:1780298646.171904:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.171930:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605102336:12345-192.168.203.125@tcp:106: Request processed in 71us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.171935:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24272 00000100:00100000:0.0:1780298646.171946:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102464 00000100:00100000:0.0:1780298646.171949:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102464 00000100:00100000:0.0:1780298646.171968:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24273 00000100:00100000:0.0:1780298646.171973:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605102464:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.171977:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.171982:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.171999:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.172000:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.172002:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.172004:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.172025:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605102464:12345-192.168.203.125@tcp:106: Request processed in 53us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.172029:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24273 00010000:00010000:0.0:1780298646.172469:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172477:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172484:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172488:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172492:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.172498:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.172501:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.172503:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172508:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172512:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172516:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.172518:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172536:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.172539:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172543:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d4f15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.172556:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609709568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.172623:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172630:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172639:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172643:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172647:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.172652:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:0.0:1780298646.172654:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.172662:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172667:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.172672:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.172675:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 472 00010000:00010000:0.0:1780298646.172676:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.172679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580920 (ffff8c439057d908/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.172680:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.172684:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580920 (ffff8c439057d908/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.172703:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b999f0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.172706:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99a30 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.172708:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580920 (ffff8c439057d908/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.172722:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b999f0 (ffff8c439057d908/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.172731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99a30 (ffff8c439057d908/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.172765:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.172770:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.172771:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.172782:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4f1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.172788:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:0.0:1780298646.172792:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609709696:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.172799:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.172803:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.172812:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.172813:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b999f0, osc lock ffff8c43908f1b50, flags 0x400001002 00000008:00010000:1.0:1780298646.172819:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.172820:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99a30, osc lock ffff8c43908f1560, flags 0x400001002 00010000:00010000:1.0:1780298646.172835:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.172841:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.172859:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.172868:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.172869:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298646.172876:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.172879:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609709824:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.172891:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.172921:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609709952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.173380:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.173412:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.173421:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102592 00000100:00100000:0.0:1780298646.173425:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102592 00000100:00100000:0.0:1780298646.173451:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24274 00000100:00100000:0.0:1780298646.173460:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605102592:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.173467:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.173475:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.173492:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.173494:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.173498:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.173500:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:0.0:1780298646.173541:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605102592:12345-192.168.203.125@tcp:106: Request processed in 83us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.173546:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24274 00000100:00100000:1.0:1780298646.173561:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.173570:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102720 00000100:00100000:0.0:1780298646.173574:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102720 00000100:00100000:0.0:1780298646.173603:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24275 00000100:00100000:0.0:1780298646.173611:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605102720:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.173616:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.173621:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.173635:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.173637:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.173639:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.173641:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3178729 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.173667:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605102720:12345-192.168.203.125@tcp:106: Request processed in 58us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.173670:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24275 00010000:00010000:1.0:1780298646.174056:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174067:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174076:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174084:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174092:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.174106:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.174109:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.174112:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174117:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174122:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174125:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.174128:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174148:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.174152:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174156:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4f23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.174166:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609709824:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.174243:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174250:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174255:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174258:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174262:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.174267:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3178729, setting rss=3178729; leaving kms=3178729, end=18446744073709551615 00000020:00200000:1.0:1780298646.174269:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.174277:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174282:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174287:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.174291:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.174293:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.174307:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 7373033 i_blocks 472 00010000:00010000:1.0:1780298646.174310:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.174311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580920 (ffff8c439057d908/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.174314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580920 (ffff8c439057d908/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.174314:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.174320:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b999f0 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.174326:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99a30 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.174327:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000cbab96fc/0x11c228eb194d4f2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.174330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580920 (ffff8c439057d908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.174335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b999f0 (ffff8c439057d908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.174343:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99a30 (ffff8c439057d908/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.174347:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609709952:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.174367:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.174377:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 7373033 00000080:00200008:2.0:1780298646.174410:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 7373033, valid attrs 2068, mode 0, uid 0, gid 0, new size 1753737, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:2.0:1780298646.174426:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.174439:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 156 lru_type: 1 00010000:00010000:2.0:1780298646.174458:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.174463:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.174465:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7ffc000/0x11c228eb194d4da9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63035f6b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000020:00100000:2.0:1780298646.174480:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780298646.174488:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43bbc71180 x1866777609710208/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1780298646.174511:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609710208:192.168.203.125@tcp:36:fsx.0 00000100:00100000:2.0:1780298646.174551:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.175312:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.175341:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102848 00000100:00100000:1.0:1780298646.175345:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102848 00000100:00100000:1.0:1780298646.175366:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24276 00000100:00100000:1.0:1780298646.175371:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605102848:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.175378:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.175408:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.175412:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605102848:12345-192.168.203.125@tcp:104: Request processed in 41us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.175416:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24276 00010000:00010000:3.0:1780298646.175440:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.175447:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175456:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298646.175460:0:6150:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175502:0:6150:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175509:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175524:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 156 lru_type: 1 00010000:00010000:3.0:1780298646.175548:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175553:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.175566:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175571:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693000/0x11c228eb194d4db7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63035f80 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.175579:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.175581:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.175583:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.175586:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609710336:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.176302:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609710336:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.176427:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609710208:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.176462:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.176467:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.176475:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.176495:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.176500:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.176503:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4000, flags 0x0 00000008:00010000:2.0:1780298646.176506:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.176508:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4980, flags 0x0 00010000:00010000:2.0:1780298646.176531:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.176541:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.176549:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.176562:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609710464:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.176596:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.177261:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.177297:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605102976 00000100:00100000:1.0:1780298646.177300:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605102976 00000100:00100000:0.0:1780298646.177319:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.177328:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103104 00000100:00100000:1.0:1780298646.177331:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103104 00000100:00100000:0.0:1780298646.177338:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.177346:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103232 00000100:00100000:1.0:1780298646.177349:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103232 00000100:00100000:1.0:1780298646.177358:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24277 00000100:00100000:1.0:1780298646.177362:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+6:8358:x1866777605102976:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.177368:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.177399:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.177405:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+6:8358:x1866777605102976:12345-192.168.203.125@tcp:104: Request processed in 42us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.177412:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24277 00010000:00010000:2.0:1780298646.177424:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.177427:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24278 00010000:00010000:2.0:1780298646.177429:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.177435:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8358:x1866777605103104:12345-192.168.203.125@tcp:104: 00010000:00010000:2.0:1780298646.177438:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7ffde00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.177442:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.177442:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.177476:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000080:00200000:2.0:1780298646.177478:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1780298646.177482:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8358:x1866777605103104:12345-192.168.203.125@tcp:104: Request processed in 49us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.177488:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24278 00000100:00100000:1.0:1780298646.177501:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24279 00000100:00100000:1.0:1780298646.177517:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605103232:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.177524:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.177526:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.177532:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.177539:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.177549:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.177553:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.177558:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.177565:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605103232:12345-192.168.203.125@tcp:104: Request processed in 50us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.177571:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24279 00010000:00010000:2.0:1780298646.177572:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.177584:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000080:00200000:3.0:1780298646.177595:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.177599:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.177602:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.177612:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000001392c7b8/0x11c228eb194d4dfd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3702784->37257215] (req 3702784->3710975) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035fc6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.177623:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.177625:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.177635:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.177639:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.177644:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.177658:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.177662:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.177681:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.177728:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.177733:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.177738:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.177742:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.177752:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d4edd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [786432->2408447] (req 786432->790527) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630360a6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.177757:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d4e89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2408448->3702783] (req 2408448->2416639) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036052 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.177762:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.177764:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.177766:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.177771:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.177778:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.177778:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609710848:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.177781:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.177784:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.177800:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609710592:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.177951:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609710720:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.178197:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609710464:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.178209:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178220:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178229:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.178353:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609710848:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.178516:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609710592:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.178642:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.178677:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103360 00000100:00100000:1.0:1780298646.178681:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103360 00000100:00100000:1.0:1780298646.178733:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24280 00000100:00100000:1.0:1780298646.178739:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605103360:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.178745:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.178752:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.178757:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.178762:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.178767:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.178772:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.178784:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693600) 00010000:00010000:2.0:1780298646.178794:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178801:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.178806:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605103360:12345-192.168.203.125@tcp:105: Request processed in 67us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.178813:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24280 00010000:00010000:2.0:1780298646.178814:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.178822:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178828:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178834:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178848:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.178861:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178866:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.178871:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.178879:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609710976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.178905:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.179340:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609710720:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.179497:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.179514:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.179532:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.179541:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103488 00000100:00100000:0.0:1780298646.179542:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.179545:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103488 00000100:00100000:2.0:1780298646.179557:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103616 00000100:00100000:2.0:1780298646.179562:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103616 00000100:00100000:1.0:1780298646.179571:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24281 00000100:00100000:1.0:1780298646.179581:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605103488:12345-192.168.203.125@tcp:104: 00000100:00100000:3.0:1780298646.179584:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103744 00000100:00100000:3.0:1780298646.179590:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103744 00010000:00010000:1.0:1780298646.179590:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298646.179598:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 484 00000100:00100000:2.0:1780298646.179610:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8359:x1866777605103616:12345-192.168.203.125@tcp:104: 00000100:00100000:3.0:1780298646.179618:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 485 00010000:00010000:2.0:1780298646.179619:0:6142:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.179630:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+5:8359:x1866777605103744:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.179638:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1780298646.179640:0:22032:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.179649:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:8359:x1866777605103488:12345-192.168.203.125@tcp:104: Request processed in 68us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.179658:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24281 00010000:00010000:2.0:1780298646.179666:0:6142:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1780298646.179674:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8359:x1866777605103616:12345-192.168.203.125@tcp:104: Request processed in 66us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.179684:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 484 00010000:00010000:3.0:1780298646.179707:0:22032:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:2.0:1780298646.179745:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1780298646.179750:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.179759:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.179762:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.179765:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780298646.179773:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.179777:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8359:x1866777605103744:12345-192.168.203.125@tcp:104: Request processed in 150us (235us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298646.179788:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:3.0:1780298646.179791:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 485 00000080:00200000:2.0:1780298646.179793:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:1.0:1780298646.179793:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.179806:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.179810:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.179811:0:15609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2719744 2723839) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.179832:0:6149:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.179833:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.179838:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.179858:0:6149:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.179867:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:3.0:1780298646.179874:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.179881:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298646.179906:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3170304 3174399) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.179911:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.179924:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.179939:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.179948:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d4f0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2719744->2990079] (req 2719744->2723839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630360d7 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.179959:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.179961:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.179963:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00100000:1.0:1780298646.179973:0:6149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728d500 - object 0x280000401:18 offset 3170304<>3178729 00000100:00100000:2.0:1780298646.179975:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609711104:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.180013:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.180017:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780298646.180022:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1780298646.180040:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609711232:192.168.203.125@tcp:4:fsx.0 00010000:00010000:3.0:1780298646.180041:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.180050:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.180053:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d4eba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2990080->3170303] (req 2990080->2994175) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036083 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.180062:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609711360:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.180071:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.180074:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.180077:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.180398:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609710976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.180408:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.180416:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.180422:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.181065:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609711360:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.181075:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609711104:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1780298646.181439:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:0.0:1780298646.181471:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000046cfc180 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.181493:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609711232:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298646.181494:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.181529:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298646.181590:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.181597:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.181613:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.181621:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d4dcc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3170304->36724735] (req 3170304->3182591) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63035f95 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.181624:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.181635:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609711488:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298646.181636:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.181640:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.181643:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.182365:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.182411:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605103872 00000100:00100000:0.0:1780298646.182416:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605103872 00000100:00100000:0.0:1780298646.182448:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24282 00000100:00100000:0.0:1780298646.182457:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605103872:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.182465:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.182474:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.182482:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.182496:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.182504:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.182513:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.182533:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00010000:00010000:2.0:1780298646.182549:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.182558:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.182565:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605103872:12345-192.168.203.125@tcp:105: Request processed in 109us (199us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.182568:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.182574:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24282 00000008:00010000:2.0:1780298646.182585:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3178729, setting rss=3178729; kms=3178729, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.182595:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.182603:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.182671:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609711616:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.182779:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.182787:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609711744:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.183230:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609711488:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.183646:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609711616:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.183847:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609711744:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298646.183880:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1753737 i_blocks 400 00000020:00010000:2.0:1780298646.183886:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794128 (ffff8c43929ee248/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.183890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794128 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.183894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.183899:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.183918:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.183930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee098/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.183934:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.183942:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.183950:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794128 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.183952:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.183957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.183988:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.184004:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 1753737, valid attrs 2168, mode 0, uid 0, gid 0, new size 1753737, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:2.0:1780298646.184024:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.184031:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.184049:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.184060:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.184086:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.184094:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.184103:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.184116:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609711872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.184158:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.185015:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609711872:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.185027:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185036:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185046:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185054:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185064:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185070:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185077:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.185091:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc72d80 x1866777609711872/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.185100:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.185111:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185119:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.185124:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.185186:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.185196:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f3f 00000080:00010000:2.0:1780298646.185201:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.185204:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f3f from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.185207:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185215:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.185242:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.185248:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.185267:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.185270:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4980, flags 0x400001002 00000008:00010000:2.0:1780298646.185284:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.185286:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4000, flags 0x400001002 00010000:00010000:2.0:1780298646.185312:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185321:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.185360:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.185360:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.185371:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.185373:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609712000:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.185390:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.185410:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.185420:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609712128:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.186103:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.186123:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.186137:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104000 00000100:00100000:1.0:1780298646.186140:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104000 00000100:00100000:0.0:1780298646.186150:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104128 00000100:00100000:0.0:1780298646.186156:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104128 00000100:00100000:1.0:1780298646.186165:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24283 00000100:00100000:1.0:1780298646.186172:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605104000:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.186179:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.186185:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24284 00010000:00010000:1.0:1780298646.186191:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.186199:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605104128:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.186208:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.186218:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00010000:00010000:0.0:1780298646.186220:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.186221:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 1753737 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000020:00010000:1.0:1780298646.186230:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.186232:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 1753737 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000100:00100000:1.0:1780298646.186263:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605104000:12345-192.168.203.125@tcp:106: Request processed in 92us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.186270:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24283 00000020:00010000:0.0:1780298646.186271:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.186274:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.186279:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.186281:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.186318:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605104128:12345-192.168.203.125@tcp:106: Request processed in 122us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.186325:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24284 00010000:00010000:3.0:1780298646.186950:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.186959:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.186966:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.186970:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.186975:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.186976:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.186990:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1753737, setting rss=1753737; leaving kms=0, end=18446744073709551615 00010000:00010000:2.0:1780298646.186991:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.186997:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.187001:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.187002:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.187014:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.187023:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.187025:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.187044:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.187049:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.187057:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.187059:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.187079:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.187080:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.187080:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1753737 i_blocks 400 00000020:00010000:1.0:1780298646.187086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee248/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.187088:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.187092:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.187093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.187100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.187107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.187113:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.187114:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee248/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.187118:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.187118:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.187121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee248/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.187164:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.187171:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.187172:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.187174:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.187176:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.187195:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:2.0:1780298646.187196:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d4f4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.187197:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d4f46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.187208:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.187217:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:2.0:1780298646.187224:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609712128:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.187229:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000100:00100000:3.0:1780298646.187231:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609712000:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.187232:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.187244:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.187246:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0720, flags 0x400001002 00010000:00010000:1.0:1780298646.187264:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.187270:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.187308:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.187316:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.187317:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609712256:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.187335:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.187351:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609712384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.188056:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.188087:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.188103:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104256 00000100:00100000:0.0:1780298646.188108:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104256 00000100:00100000:0.0:1780298646.188132:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104384 00000100:00100000:0.0:1780298646.188134:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104384 00000100:00100000:0.0:1780298646.188149:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24285 00000100:00100000:1.0:1780298646.188159:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24286 00000100:00100000:0.0:1780298646.188159:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605104256:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.188169:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.188176:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605104384:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.188186:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.188188:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.188209:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.188227:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.188229:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.188232:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.188234:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.188243:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.188245:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1753737 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000020:00010000:1.0:1780298646.188247:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.188249:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1753737 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000100:00100000:0.0:1780298646.188273:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605104256:12345-192.168.203.125@tcp:106: Request processed in 117us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.188281:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605104384:12345-192.168.203.125@tcp:106: Request processed in 111us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.188283:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24285 00000100:00100000:1.0:1780298646.188292:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24286 00010000:00010000:0.0:1780298646.188906:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188918:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188927:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188936:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188944:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.188952:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.188955:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.188958:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188965:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188972:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.188979:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.188982:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189008:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.189013:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189019:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000885de2b7/0x11c228eb194d4f5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.189038:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609712384:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.189065:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189074:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189082:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189094:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189105:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.189113:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1753737, setting rss=1753737; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.189116:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.189126:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189133:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189141:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189147:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5c00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.189150:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1753737 i_blocks 400 00010000:00010000:0.0:1780298646.189151:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.189156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582238 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.189161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582238 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.189167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.189170:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.189172:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582238 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.189174:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d488/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.189178:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d488/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.189184:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.189190:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.189198:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008d9a6deb/0x11c228eb194d4f54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.189204:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.189225:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1753737 00000100:00100000:0.0:1780298646.189225:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609712256:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.190439:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1753737, valid attrs 2068, mode 0, uid 0, gid 0, new size 8032677, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:1.0:1780298646.190466:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.190486:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 157 lru_type: 1 00010000:00010000:1.0:1780298646.190522:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.190530:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.190532:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388693c00/0x11c228eb194d4f3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63036116 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:1.0:1780298646.190549:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298646.190557:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c438728f480 x1866777609712640/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298646.190574:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609712640:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298646.190630:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.191746:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609712640:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.191780:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.191783:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.191792:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.191818:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.191827:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.191829:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4ab0, flags 0x0 00000008:00010000:2.0:1780298646.191831:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.191832:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a5db0, flags 0x0 00010000:00010000:2.0:1780298646.191855:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.191862:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.191868:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.191876:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609712768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.191908:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.192554:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.192598:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104512 00000100:00100000:0.0:1780298646.192604:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104512 00000100:00100000:0.0:1780298646.192638:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24287 00000100:00100000:0.0:1780298646.192647:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605104512:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.192657:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.192729:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.192737:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605104512:12345-192.168.203.125@tcp:104: Request processed in 92us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.192743:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24287 00010000:00010000:2.0:1780298646.192748:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.192756:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.192765:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.192769:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.192802:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.192808:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.192847:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.192854:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.192872:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.192881:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036101 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.192888:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609712896:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.192894:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.192896:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.192898:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.193420:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609712768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.193439:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193453:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193461:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.193670:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.193742:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.193751:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104640 00000100:00100000:0.0:1780298646.193754:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104640 00000100:00100000:0.0:1780298646.193772:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24288 00000100:00100000:0.0:1780298646.193778:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605104640:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.193786:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.193796:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.193805:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.193814:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.193822:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.193831:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.193852:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00010000:00010000:2.0:1780298646.193875:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.193886:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605104640:12345-192.168.203.125@tcp:105: Request processed in 106us (215us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.193902:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.193903:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24288 00010000:00010000:2.0:1780298646.193918:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.193929:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1753737, setting rss=1753737; kms=1753737, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193940:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193949:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193981:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193988:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.193997:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.194014:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609713024:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.194050:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.194559:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609712896:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.194744:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.194763:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104768 00000100:00100000:0.0:1780298646.194766:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104768 00000100:00100000:0.0:1780298646.194787:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24289 00000100:00100000:0.0:1780298646.194792:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605104768:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.194798:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.194832:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.194837:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605104768:12345-192.168.203.125@tcp:104: Request processed in 45us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.194842:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24289 00010000:00010000:3.0:1780298646.194848:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.194853:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.194860:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.194864:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.194901:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.194907:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.194985:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.194991:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.195002:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.195007:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d4f38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036108 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.195017:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.195018:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.195019:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.195032:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.195047:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609713152:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.195358:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609713024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.195370:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.195380:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.195388:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.195811:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.195860:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605104896 00000100:00100000:0.0:1780298646.195864:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605104896 00000100:00100000:0.0:1780298646.195887:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24290 00000100:00100000:0.0:1780298646.195893:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605104896:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.195901:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.195911:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.195920:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.195928:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.195936:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.195945:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.195963:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693800) 00000100:00100000:0.0:1780298646.195987:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605104896:12345-192.168.203.125@tcp:105: Request processed in 93us (176us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.195991:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.195995:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24290 00010000:00010000:2.0:1780298646.196005:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.196015:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.196026:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.196036:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.196044:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.196132:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609713280:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.196172:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.196179:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609713408:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.196586:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609713152:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.197213:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609713408:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.197232:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609713280:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298646.197277:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 400 00000020:00010000:2.0:1780298646.197284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.197288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197292:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.197298:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.197309:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.197321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee248/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.197325:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.197333:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.197343:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.197346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.197350:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.197382:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.197399:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 8032677, valid attrs 2168, mode 0, uid 0, gid 0, new size 8032677, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00a00000:2.0:1780298646.197428:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:2.0:1780298646.197448:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.197454:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.197470:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.197472:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a5db0, flags 0x400001002 00000008:00010000:2.0:1780298646.197485:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.197487:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a4ab0, flags 0x400001002 00010000:00010000:2.0:1780298646.197498:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.197509:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.197518:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.197521:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.197529:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.197554:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.197561:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.197563:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.197571:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.197578:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.197583:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 400 00000020:00010000:2.0:1780298646.197586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.197588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197596:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.197598:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.197601:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.197618:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.197680:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1961 00000080:00200000:2.0:1780298646.197723:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.197731:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.197748:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1961, 1961] 00000008:00010000:2.0:1780298646.197756:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.197758:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6eb0, osc lock ffff8c43878a4ab0, flags 0x0 00010000:00010000:2.0:1780298646.197766:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197775:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3837952 3842047) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197784:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197792:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197799:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000001:00010000:2.0:1780298646.197810:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.197823:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.197826:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a5db0, flags 0x400001002 00000008:00010000:2.0:1780298646.197829:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.197831:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298646.197837:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197845:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.197853:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.197856:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197863:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.197874:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197881:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.197888:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.197890:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.197897:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.197903:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.197907:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 400 00000020:00010000:2.0:1780298646.197910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.197912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197918:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.197920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.197922:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.197925:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929eef38/1) at cl_lock_fini():72 00000008:00010000:2.0:1780298646.197964:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617cc0 00000008:00010000:2.0:1780298646.198002:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617cc0 00010000:00010000:2.0:1780298646.198019:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3837952 3842047) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298646.198045:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72d80 - object 0x280000401:18 offset 3837952<>3842048 00000100:00100000:3.0:1780298646.198087:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.198098:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609713536:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.198962:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617cc0 00000020:00200000:2.0:1780298646.198969:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.198978:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617cc0 00000100:00100000:2.0:1780298646.198991:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609713536:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.199002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.199006:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.199008:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6eb0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.199011:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.199018:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.199030:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.199033:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6eb0 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.199051:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.199086:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.199091:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.199100:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1961, 1961] 00000008:00010000:1.0:1780298646.199105:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.199107:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860222b0, osc lock ffff8c43908f0720, flags 0x0 00010000:00010000:1.0:1780298646.199113:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199120:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3837952 3842047) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199126:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199130:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199134:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000001:00010000:1.0:1780298646.199140:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.199150:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.199152:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.199154:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.199155:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.199158:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199163:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.199167:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.199169:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199173:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.199179:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199183:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.199187:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.199189:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199193:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.199197:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.199199:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 400 00000020:00010000:1.0:1780298646.199201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582238 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.199202:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582238 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.199203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.199205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.199206:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582238 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.199208:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d488/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.199210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d488/1) at cl_lock_fini():72 00000008:00010000:1.0:1780298646.199223:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000ce389d5d ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.199234:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000020:00010000:1.0:1780298646.199242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.199244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.199246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860222b0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.199248:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.199252:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298646.199256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.199258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860222b0 (ffff8c439057d488/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.199271:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.199296:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1960 00000080:00200000:1.0:1780298646.199299:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.199304:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.199316:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1960, 1960] 00000008:00010000:1.0:1780298646.199322:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.199324:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860222b0, osc lock ffff8c43908f0720, flags 0x0 00010000:00010000:1.0:1780298646.199331:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.199339:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3833856 3837951) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.199346:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.199353:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.199359:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.199368:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:1.0:1780298646.199386:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb13c0 00000008:00010000:1.0:1780298646.199414:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb13c0 00010000:00010000:1.0:1780298646.199427:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3833856 3837951) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:1.0:1780298646.199445:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728f800 - object 0x280000401:18 offset 3833856<>3837952 00000100:00100000:0.0:1780298646.199484:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.199492:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609713664:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.200233:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb13c0 00000020:00200000:0.0:1780298646.200237:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.200243:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb13c0 00000020:00010000:1.0:1780298646.200260:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_release():245 00000100:00100000:0.0:1780298646.200260:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609713664:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.200266:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.200269:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860222b0 (ffff8c439057d128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.200272:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.200279:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298646.200285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.200286:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860222b0 (ffff8c439057d488/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.200313:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.200338:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.200342:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.200349:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1960, 1960] 00000008:00010000:1.0:1780298646.200353:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.200354:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860222b0, osc lock ffff8c43908f0720, flags 0x0 00010000:00010000:1.0:1780298646.200359:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.200365:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3833856 3837951) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.200371:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.200375:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.200380:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.200385:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:1.0:1780298646.200392:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.200399:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000008:00010000:1.0:1780298646.200403:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ce389d5d ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.200408:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ce389d5d ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.200413:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298646.200418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.200419:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.200421:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860222b0 (ffff8c439057d128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.200423:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.200428:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.200439:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.200442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860222b0 (ffff8c439057d488/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.200455:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.200471:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8), start 8028160, end 8036351, datasync 1 00000080:00200000:1.0:1780298646.200484:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.200488:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298646.200501:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298646.200510:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.200539:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3837952 3842047) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:1.0:1780298646.200571:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728ed80 - object 0x280000401:18 offset 3833856<>3838373 00000100:00100000:0.0:1780298646.200708:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609713792:192.168.203.125@tcp:4:fsx.0 00000008:00010000:0.0:1780298646.201768:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298646.201789:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000001d4eabbc ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298646.201803:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609713792:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298646.201817:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.201851:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.201854:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298646.201907:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609713920:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298646.203320:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969329 gen 2 00000100:00100000:0.0:1780298646.203352:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609713920:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298646.203380:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000080:00200000:1.0:1780298646.203404:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.203455:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.203463:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.203479:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.203489:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298646.203518:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.203525:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.203534:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.203548:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609714048:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.203591:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.204537:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609714048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.204549:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204559:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204571:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204581:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204595:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204601:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204607:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.204617:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728ea00 x1866777609714048/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.204627:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.204637:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204646:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.204651:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.204757:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.204768:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:2.0:1780298646.204773:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.204775:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.204779:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204792:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.204819:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.204825:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.204845:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.204847:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4f70, flags 0x400001002 00000008:00010000:2.0:1780298646.204860:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.204861:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a5db0, flags 0x400001002 00010000:00010000:2.0:1780298646.204886:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.204895:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.204930:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.204941:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609714176:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.204977:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.204987:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.205016:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.205022:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609714304:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.205672:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.205721:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.205739:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105024 00000100:00100000:1.0:1780298646.205740:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105152 00000100:00100000:1.0:1780298646.205744:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105152 00000100:00100000:0.0:1780298646.205746:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105024 00000100:00100000:0.0:1780298646.205787:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24291 00000100:00100000:1.0:1780298646.205795:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24292 00000100:00100000:0.0:1780298646.205800:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605105024:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.205808:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605105152:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.205811:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.205822:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.205829:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.205838:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298646.205874:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.205877:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000020:00010000:1.0:1780298646.205878:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.205880:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.205886:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.205887:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.205891:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.205891:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000100:00100000:1.0:1780298646.205937:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605105152:12345-192.168.203.125@tcp:106: Request processed in 132us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.205943:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24292 00000100:00100000:0.0:1780298646.205948:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605105024:12345-192.168.203.125@tcp:106: Request processed in 151us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.205956:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24291 00000100:00100000:2.0:1780298646.206728:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43a04da000: committing for last_committed 4294969327 gen 1 00010000:00010000:2.0:1780298646.206754:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206762:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206769:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206774:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206778:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.206785:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3838373, setting rss=3838373; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.206787:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.206789:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206793:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206799:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206803:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.206806:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206829:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.206833:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206841:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d4f7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.206853:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609714304:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.206863:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206874:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206879:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206883:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206887:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.206891:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.206893:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.206900:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206908:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206912:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206916:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.206918:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.206934:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.206937:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.206939:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00010000:00010000:2.0:1780298646.206943:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d4f77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.206945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df230 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.206952:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df230 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.206955:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609714176:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298646.206956:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.206963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.206966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df230 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.206969:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.206973:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.206999:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.207021:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.207040:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.207045:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.207062:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.207065:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298646.207079:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.207080:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298646.207106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.207115:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.207154:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609714432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.207158:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.207167:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.207180:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.207193:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.207199:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609714560:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.207884:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.207916:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.207930:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105280 00000100:00100000:1.0:1780298646.207934:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105280 00000100:00100000:0.0:1780298646.207937:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105408 00000100:00100000:0.0:1780298646.207942:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105408 00000100:00100000:1.0:1780298646.207958:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24293 00000100:00100000:1.0:1780298646.207964:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605105280:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.207970:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298646.207977:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24294 00010000:00010000:1.0:1780298646.207979:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298646.207988:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605105408:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.207996:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.208001:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.208004:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000020:00010000:1.0:1780298646.208011:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.208013:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00010000:00010000:0.0:1780298646.208017:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298646.208040:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605105280:12345-192.168.203.125@tcp:106: Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.208044:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24293 00000020:00010000:0.0:1780298646.208050:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.208053:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.208057:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.208059:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.208097:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605105408:12345-192.168.203.125@tcp:106: Request processed in 112us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.208105:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24294 00010000:00010000:2.0:1780298646.208583:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208599:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208610:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208617:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208624:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.208633:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.208636:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.208639:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208646:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208653:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208660:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.208664:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208735:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.208741:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208750:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d4f85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.208765:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609714432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.208785:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208794:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208802:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208809:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208817:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.208830:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3838373, setting rss=3838373; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.208834:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.208845:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208853:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208861:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.208865:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00010000:00010000:2.0:1780298646.208869:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.208871:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.208873:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.208878:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.208884:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.208889:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.208892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.208894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.208898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c27908/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.208913:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.208919:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.208927:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d4f8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.208931:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.208952:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609714560:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.208957:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:3.0:1780298646.208971:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.208977:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.208991:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.209000:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298646.209026:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209034:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209042:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.209055:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609714688:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.209097:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.209910:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609714688:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.209920:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209929:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209938:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209947:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209955:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209961:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.209968:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298646.209981:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a2680 x1866777609714688/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298646.209990:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298646.209999:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.210006:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298646.210010:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298646.210060:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298646.210068:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:3.0:1780298646.210072:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.210075:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.210078:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.210086:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.210108:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.210113:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.210128:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.210130:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298646.210141:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.210143:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298646.210152:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.210164:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298646.210173:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.210175:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.210182:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.210194:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.210201:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298646.210207:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.210209:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.210216:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298646.210224:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.210228:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:3.0:1780298646.210231:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.210233:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.210236:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.210239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.210241:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.210243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.210245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.210262:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.210274:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.210284:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.210287:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.210295:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.210297:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298646.210305:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.210306:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298646.210311:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.210320:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298646.210327:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.210330:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.210337:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.210351:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.210357:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298646.210364:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.210366:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.210372:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:3.0:1780298646.210378:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.210381:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:3.0:1780298646.210383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.210385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.210387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.210389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.210391:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.210393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.210396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.210409:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.210418:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00a00000:3.0:1780298646.210466:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af9f8 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298646.210479:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.210482:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.210492:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.210493:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298646.210501:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.210502:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298646.210521:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.210529:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.210562:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.210572:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609714816:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.210607:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.210617:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.210638:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.210646:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.210657:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609714944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.211268:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.211318:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.211327:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105536 00000100:00100000:0.0:1780298646.211330:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105536 00000100:00100000:0.0:1780298646.211358:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24295 00000100:00100000:0.0:1780298646.211365:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605105536:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.211371:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.211378:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.211398:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.211400:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000100:00100000:1.0:1780298646.211407:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.211407:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.211411:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 400 00000100:00100000:0.0:1780298646.211446:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605105536:12345-192.168.203.125@tcp:106: Request processed in 82us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.211452:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24295 00000100:00100000:0.0:1780298646.211480:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105664 00000100:00100000:0.0:1780298646.211483:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105664 00000100:00100000:0.0:1780298646.211497:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24296 00000100:00100000:0.0:1780298646.211501:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605105664:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.211506:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.211516:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298646.211529:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.211530:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.211533:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.211534:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.211557:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605105664:12345-192.168.203.125@tcp:106: Request processed in 55us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.211561:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24296 00010000:00010000:3.0:1780298646.212071:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212084:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212094:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212101:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212114:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212134:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212147:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212158:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.212160:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.212169:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.212171:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212174:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212187:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212190:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.212205:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3838373, setting rss=3838373; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298646.212207:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.212210:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.212218:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.212222:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212226:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212238:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212246:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.212249:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:1.0:1780298646.212254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.212258:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.212258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.212259:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.212265:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.212266:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.212267:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.212269:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.212276:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27908/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.212283:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c27908/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.212291:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c27908/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.212293:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4f9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.212315:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.212324:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609714816:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.212335:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.212342:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.212351:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.212368:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609714944:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.212392:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1398 00000080:00200000:1.0:1780298646.212398:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.212404:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.212419:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1398, 1398] 00000008:00010000:1.0:1780298646.212425:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.212427:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860222b0, osc lock ffff8c43908f0720, flags 0x0 00010000:00010000:1.0:1780298646.212445:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.212451:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.212457:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.212466:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609715072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.212495:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b999c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.213117:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.213158:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105792 00000100:00100000:0.0:1780298646.213163:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105792 00000100:00100000:0.0:1780298646.213193:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24297 00000100:00100000:0.0:1780298646.213202:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605105792:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.213211:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.213250:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.213257:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605105792:12345-192.168.203.125@tcp:104: Request processed in 57us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.213263:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24297 00010000:00010000:2.0:1780298646.213277:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.213284:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.213293:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.213298:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.213333:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.213387:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.213426:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.213435:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.213454:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.213462:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d4f69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036147 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:3.0:1780298646.213471:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.213478:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.213481:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.213482:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609715200:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.213484:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.213885:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609715072:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.213899:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.213909:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.213917:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.214267:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.214311:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605105920 00000100:00100000:0.0:1780298646.214316:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605105920 00000100:00100000:0.0:1780298646.214345:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24298 00000100:00100000:0.0:1780298646.214354:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605105920:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.214362:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.214372:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1531904->1535999] (req 1531904->1535999) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.214381:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.214390:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.214398:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.214406:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.214426:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e5600) 00010000:00010000:3.0:1780298646.214439:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.214449:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.214457:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20253:x1866777605105920:12345-192.168.203.125@tcp:105: Request processed in 105us (190us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.214460:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.214470:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24298 00000008:00010000:3.0:1780298646.214477:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3838373, setting rss=3838373; kms=3838373, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.214488:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.214496:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.214517:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:3.0:1780298646.214555:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab3c0 00000008:00010000:3.0:1780298646.214630:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab3c0 00010000:00010000:3.0:1780298646.214652:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1531904 1535999) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.214676:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2680 - object 0x280000401:18 offset 1531904<>1536000 00000100:00100000:2.0:1780298646.214749:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609715328:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.215092:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609715200:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.215678:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab3c0 00000020:00200000:2.0:1780298646.215726:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.215736:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab3c0 00000100:00100000:2.0:1780298646.215753:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609715328:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.215756:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.215761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.215765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860222b0 (ffff8c439057d128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.215771:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.215782:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.215795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.215798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860222b0 (ffff8c439057d488/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.215823:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.215934:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1399 00000080:00200000:0.0:1780298646.215939:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.215946:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.215966:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1399, 1399] 00000008:00010000:0.0:1780298646.215974:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.215977:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae930, osc lock ffff8c4386085b50, flags 0x0 00010000:00010000:0.0:1780298646.215987:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.215997:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1536000 1540095) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.216006:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.216014:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.216021:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.216031:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:0.0:1780298646.216052:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02300 00000008:00010000:0.0:1780298646.216081:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02300 00010000:00010000:0.0:1780298646.216094:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1536000 1540095) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1780298646.216112:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388662d80 - object 0x280000401:18 offset 1536000<>1540096 00000100:00100000:1.0:1780298646.216160:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609715456:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.217052:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02300 00000020:00200000:0.0:1780298646.217057:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.217069:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02300 00000100:00100000:0.0:1780298646.217079:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609715456:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.217102:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa308 (ffff8c43878ae008/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.217106:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa308 (ffff8c43878ae008/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.217108:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae930 (ffff8c43878ae638/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.217112:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.217120:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.217128:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa308 (ffff8c43878ae008/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.217130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae930 (ffff8c43878ae008/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.217146:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.217207:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.217213:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.217226:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.217234:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.217241:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.217245:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.217249:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.217251:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:1.0:1780298646.217255:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.217257:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.217261:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.217278:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.217282:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.217294:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.217296:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f10a0, flags 0x400001002 00000008:00010000:1.0:1780298646.217306:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.217307:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.217312:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.217319:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.217325:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.217326:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.217331:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.217350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.217355:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.217373:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.217392:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609715584:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.218224:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.218235:0:2398:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.218243:0:2398:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.218250:0:2398:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.218256:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3838373, setting rss=3838373; kms=3838373, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.218262:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.218269:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.218275:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.218279:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.218288:0:2398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.218296:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609715584:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.218298:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:1.0:1780298646.218303:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.218306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218310:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.218341:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.218354:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.218363:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.218366:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.218373:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.218375:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.218380:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.218381:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.218387:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.218394:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298646.218399:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.218401:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.218406:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.218418:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.218422:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:1.0:1780298646.218426:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.218428:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.218432:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.218438:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.218442:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:1.0:1780298646.218444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.218446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218448:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218452:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218454:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218457:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.218472:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.218484:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:1.0:1780298646.218491:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.218495:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.218501:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.218508:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.218516:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.218523:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.218527:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.218530:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:1.0:1780298646.218533:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.218536:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.218543:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.218557:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.218560:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.218566:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.218567:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f10a0, flags 0x400001002 00000008:00010000:1.0:1780298646.218573:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.218574:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.218578:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.218588:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298646.218593:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.218594:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.218599:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.218605:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.218609:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.218613:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.218615:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.218619:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.218623:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.218625:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:1.0:1780298646.218627:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.218629:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218630:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218632:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218633:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.218646:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.218663:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.218669:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.218671:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.218677:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.218679:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.218683:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.218684:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.218704:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.218719:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:1.0:1780298646.218725:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.218727:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.218732:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.218743:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.218749:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.218752:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.218754:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.218757:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298646.218761:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.218764:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000020:00010000:1.0:1780298646.218765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.218766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.218770:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.218773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.218783:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.218790:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200000:1.0:1780298646.218819:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 3183108, len 6983 00000080:00200000:1.0:1780298646.218826:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.218828:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.218833:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.218840:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [777, 778] 00000008:00010000:1.0:1780298646.218844:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.218845:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860225b0, osc lock ffff8c43908f10a0, flags 0x0 00010000:00010000:1.0:1780298646.218850:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.218855:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3182592 3190783) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.218860:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.218865:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.218869:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1780298646.218875:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 416 00000100:00100000:0.0:1780298646.218928:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609715712:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298646.219925:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609715712:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298646.219940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096f38 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.219943:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096f38 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.219945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860225b0 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.219948:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:1.0:1780298646.219957:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:1.0:1780298646.219963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096f38 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.219965:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860225b0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.219976:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.219987:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.219990:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.219999:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.220005:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.220011:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.220016:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.220018:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.220020:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:1.0:1780298646.220023:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.220024:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.220028:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.220043:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.220046:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.220053:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.220054:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f10a0, flags 0x400001002 00000008:00010000:1.0:1780298646.220061:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.220061:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.220077:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.220083:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.220100:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.220106:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:1.0:1780298646.220111:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.220113:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.220118:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:1.0:1780298646.220123:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.220127:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609715840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.220820:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.220863:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106048 00000100:00100000:0.0:1780298646.220868:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106048 00000100:00100000:0.0:1780298646.220897:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24299 00000100:00100000:0.0:1780298646.220903:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605106048:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.220910:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298646.220918:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:0.0:1780298646.220939:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.220941:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.220943:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.220944:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.220974:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605106048:12345-192.168.203.125@tcp:106: Request processed in 72us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.220979:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24299 00010000:00010000:0.0:1780298646.221583:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221592:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221601:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221609:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221617:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.221626:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.221630:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.221639:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221648:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221656:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.221658:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:1.0:1780298646.221664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.221666:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.221667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.221671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.221672:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.221673:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.221679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.221684:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.221701:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.221749:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.221751:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.221754:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.221760:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d4fb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.221764:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:0.0:1780298646.221773:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609715840:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.221775:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.221780:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.221789:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.221791:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.221797:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.221798:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.221815:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.221821:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.221838:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.221844:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.221852:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609715968:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.221857:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.221860:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.221865:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298646.221871:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.222487:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.222515:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106176 00000100:00100000:0.0:1780298646.222519:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106176 00000100:00100000:0.0:1780298646.222538:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24300 00000100:00100000:0.0:1780298646.222544:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605106176:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.222549:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298646.222555:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:0.0:1780298646.222573:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.222574:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.222576:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.222578:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.222601:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605106176:12345-192.168.203.125@tcp:106: Request processed in 58us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.222606:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24300 00010000:00010000:0.0:1780298646.223262:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223269:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223275:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223279:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223283:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.223287:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.223289:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.223297:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223302:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223307:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.223311:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.223313:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.223323:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:1.0:1780298646.223327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.223330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.223331:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.223335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.223335:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.223342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.223344:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d4fbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.223348:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.223354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.223358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.223360:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609715968:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.223386:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.223399:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:1.0:1780298646.223408:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.223413:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.223425:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.223435:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.223449:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.223456:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.223460:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.223463:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:1.0:1780298646.223467:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.223470:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.223477:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.223499:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.223504:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.223516:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.223518:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f10a0, flags 0x400001002 00000008:00010000:1.0:1780298646.223527:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.223529:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.223536:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1780298646.223545:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:1.0:1780298646.223553:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.223556:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:1.0:1780298646.223563:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.223587:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.223595:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:1.0:1780298646.223602:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.223605:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.223611:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298646.223619:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.223624:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:1.0:1780298646.223626:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.223629:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.223631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.223634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.223636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.223638:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.223642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.223661:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.223673:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.223684:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.223726:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.223741:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.223743:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.223752:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.223754:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.223761:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.223770:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:1.0:1780298646.223777:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.223780:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.223787:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.223799:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.223807:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:1.0:1780298646.223819:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.223822:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.223829:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.223836:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.223841:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:1.0:1780298646.223844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.223846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.223848:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.223851:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.223853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.223855:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.223859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.223876:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.223886:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:1.0:1780298646.223892:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.223897:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.223903:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.223910:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.223919:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.223926:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.223930:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.223932:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:1.0:1780298646.223936:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.223938:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.223946:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.223963:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.223967:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.223978:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.223980:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f10a0, flags 0x400001002 00000008:00010000:1.0:1780298646.223989:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.223991:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f0390, flags 0x400001002 00010000:00010000:1.0:1780298646.223997:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.224005:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:1.0:1780298646.224012:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.224014:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.224027:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.224037:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.224044:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.224052:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.224054:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.224060:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298646.224067:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.224070:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:1.0:1780298646.224072:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.224074:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.224077:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.224079:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.224081:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.224083:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.224086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.224102:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.224113:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.224122:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.224126:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.224136:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.224138:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.224146:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.224148:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.224154:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.224163:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:1.0:1780298646.224171:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.224173:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.224181:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224192:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.224200:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:1.0:1780298646.224213:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.224216:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.224224:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298646.224232:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1780298646.224236:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:1.0:1780298646.224238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.224240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.224243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.224245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.224247:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.224249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.224252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.224268:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.224278:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:1.0:1780298646.224339:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1075818, type: SEEK_SET 00000080:00200008:1.0:1780298646.224344:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1075818, type: SEEK_SET, rc = 1075818 00000080:00200008:1.0:1780298646.224350:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1075818, count: 6667 00000080:00200000:1.0:1780298646.224383:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 262 00000080:00200000:1.0:1780298646.224399:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 1075818, bytes: 6667 00000080:00200000:1.0:1780298646.224403:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.224408:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.224411:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [1075818, 1082485) 0 0 00000080:00200000:1.0:1780298646.224413:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.224423:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1075818, 1082485) 1082485, 6667 00020000:00200000:1.0:1780298646.224426:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.224446:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [262, 264] 00000008:00010000:1.0:1780298646.224453:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.224455:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860225b0, osc lock ffff8c43908f10a0, flags 0x0 00010000:00010000:1.0:1780298646.224463:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224472:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1073152 1085439) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224481:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224489:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224497:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000080:00200000:1.0:1780298646.224505:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [1075818, 1082485) 00000080:00200000:1.0:1780298646.224513:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000080:00200000:1.0:1780298646.224516:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:6667 iocb pos:1075818 00010000:00010000:1.0:1780298646.224544:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224554:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1077248 1081343) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224564:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224572:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224580:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000008:00010000:1.0:1780298646.224622:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1b40 00010000:00010000:1.0:1780298646.224637:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.224646:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000008:00010000:1.0:1780298646.224677:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1b40 00010000:00010000:1.0:1780298646.224725:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1073152 1077247) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000008:00100000:1.0:1780298646.224750:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c438728f800 - object 0x2c0000401:17 offset 1073152<>1085440 00000100:00100000:0.0:1780298646.224780:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.224792:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609716096:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.225775:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1b40 00000020:00200000:0.0:1780298646.225782:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.225796:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1b40 00000100:00100000:0.0:1780298646.225812:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609716096:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.225836:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096f38 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.225841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096f38 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.225844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860225b0 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.225850:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.225861:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:2.0:1780298646.225874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096f38 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.225877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860225b0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.225883:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6667 bytes 00000080:00200000:2.0:1780298646.225899:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.225903:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 6667, restart: 0 00000080:00200000:2.0:1780298646.225907:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 6667 00000080:00200008:2.0:1780298646.225924:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.225927:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.225937:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.225947:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.225957:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.225965:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.225971:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.225973:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:2.0:1780298646.225978:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.225981:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.225990:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.226011:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.226014:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.226026:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.226028:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a5690, flags 0x400001002 00000008:00010000:2.0:1780298646.226041:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.226043:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298646.226067:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.226075:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.226106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:2.0:1780298646.226120:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.226130:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609716224:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.226134:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298646.226143:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.226146:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.226152:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298646.226159:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.226887:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.226913:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106304 00000100:00100000:0.0:1780298646.226917:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106304 00000100:00100000:0.0:1780298646.226945:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24301 00000100:00100000:0.0:1780298646.226951:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605106304:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.226957:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298646.226964:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:0.0:1780298646.226979:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.226981:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.226983:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.226984:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.227013:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605106304:12345-192.168.203.125@tcp:106: Request processed in 62us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.227017:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24301 00010000:00010000:2.0:1780298646.227610:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227621:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227635:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227642:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227650:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.227657:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.227660:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.227671:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227679:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227708:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.227728:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00010000:00010000:2.0:1780298646.227729:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.227735:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929eeb48/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.227736:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.227740:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.227747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.227752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.227758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.227761:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.227765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.227810:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.227811:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.227817:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.227825:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.227832:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.227841:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609716224:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.227850:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.227855:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.227871:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.227873:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298646.227886:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.227887:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079a720, flags 0x400001002 00010000:00010000:3.0:1780298646.227908:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.227918:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.227945:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:2.0:1780298646.227959:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609716352:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.227964:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298646.227974:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.227977:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.227986:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298646.227996:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.228663:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.228737:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.228749:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106432 00000100:00100000:0.0:1780298646.228753:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106432 00000100:00100000:0.0:1780298646.228781:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24302 00000100:00100000:0.0:1780298646.228790:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605106432:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.228797:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298646.228812:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:0.0:1780298646.228832:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.228834:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.228836:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.228837:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.228869:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605106432:12345-192.168.203.125@tcp:106: Request processed in 82us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.228874:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24302 00010000:00010000:2.0:1780298646.229468:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229480:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229490:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229498:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229505:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.229519:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.229522:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.229534:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229545:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229554:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.229561:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.229565:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.229566:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:3.0:1780298646.229572:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.229577:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.229580:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.229582:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.229584:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.229585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.229588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c277e8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.229611:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.229616:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.229621:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.229626:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d4fcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.229634:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000100:00100000:2.0:1780298646.229642:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609716352:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.229679:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1562615, type: SEEK_SET 00000080:00200008:3.0:1780298646.229683:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1562615, type: SEEK_SET, rc = 1562615 00000080:00200008:3.0:1780298646.229709:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1562615, count: 5832 00000080:00200000:3.0:1780298646.229737:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 1562615, bytes: 5832 00000080:00200000:3.0:1780298646.229742:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298646.229746:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298646.229748:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1562615, 1568447) 0 0 00000080:00200000:3.0:1780298646.229751:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.229759:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [381, 382] 00020000:00200000:3.0:1780298646.229764:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1562615, 1568447) 1568447, 5832 00020000:00200000:3.0:1780298646.229767:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.229786:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [381, 382] 00000008:00010000:3.0:1780298646.229792:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.229795:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3eb0, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298646.229818:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.229827:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.229835:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.229849:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609716480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.229887:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.230517:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.230555:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106560 00000100:00100000:0.0:1780298646.230559:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106560 00000100:00100000:0.0:1780298646.230580:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24303 00000100:00100000:0.0:1780298646.230585:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605106560:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.230592:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298646.230623:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.230630:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605106560:12345-192.168.203.125@tcp:104: Request processed in 43us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.230635:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24303 00010000:00010000:3.0:1780298646.230654:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.230661:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.230670:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.230674:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1780298646.230776:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.230845:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.230880:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.230888:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.230904:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.230916:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d4f62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036140 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:2.0:1780298646.230922:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.230932:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.230933:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609716608:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.230936:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.230939:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.231199:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609716480:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.231211:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.231221:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.231230:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.231591:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.231636:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106688 00000100:00100000:0.0:1780298646.231641:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106688 00000100:00100000:0.0:1780298646.231668:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24304 00000100:00100000:0.0:1780298646.231676:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605106688:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.231724:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.231735:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->1568767] (req 1560576->1568767) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.231743:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.231753:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.231761:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.231770:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.231789:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217ce00) 00010000:00010000:3.0:1780298646.231804:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.231815:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.231818:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605106688:12345-192.168.203.125@tcp:105: Request processed in 142us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.231833:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24304 00010000:00010000:3.0:1780298646.231834:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.231847:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=35115007 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.231856:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.231864:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.231880:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [1562615, 1568447) append 0 append lockpos 0 00000080:00200000:3.0:1780298646.231904:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 381 of 2039 to 2057 bytes 00000008:00010000:3.0:1780298646.231993:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab000 00000008:00010000:3.0:1780298646.232025:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab000 00010000:00010000:3.0:1780298646.232042:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1560576 1564671) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.232064:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0a80 - object 0x2c0000401:17 offset 1560576<>1564672 00000100:00100000:2.0:1780298646.232102:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609716736:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.232372:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609716608:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.232870:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab000 00000020:00200000:2.0:1780298646.232875:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.232884:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab000 00000100:00100000:2.0:1780298646.232893:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609716736:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298646.232911:0:29360:0:(rw26.c:858:ll_write_end()) pos 1562615, len 2057, copied 2057 00000080:00200000:3.0:1780298646.232918:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000f2d17677[3 000000008ec8947f 2 1 00000000113708ba] 00000080:00200000:3.0:1780298646.232922:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000e3143712 17ffffc0001009 3:0 ffff8c4384802b60 381 lru 00000080:00200000:3.0:1780298646.232933:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca4c8d1d 381: 1< 1 - - > 2< 1560576 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298646.232935:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000f2d17677 00000080:00200000:3.0:1780298646.232937:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.232967:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 382 of 0 to 3775 bytes 00000008:00010000:2.0:1780298646.232988:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76179c0 00000008:00010000:2.0:1780298646.233004:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76179c0 00010000:00010000:2.0:1780298646.233014:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1564672 1568767) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.233030:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72d80 - object 0x2c0000401:17 offset 1564672<>1568768 00000100:00100000:3.0:1780298646.233057:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609716864:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.233777:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76179c0 00000020:00200000:2.0:1780298646.233781:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.233790:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76179c0 00000100:00100000:2.0:1780298646.233799:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609716864:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298646.233827:0:29360:0:(rw26.c:858:ll_write_end()) pos 1564672, len 3775, copied 3775 00000080:00200000:0.0:1780298646.233833:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000f4f5dee8[3 000000008ec8947f 2 1 00000000113708ba] 00000080:00200000:0.0:1780298646.233837:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8f5259a 17ffffc0001009 3:0 ffff8c43867ec8c0 382 lru 00000080:00200000:0.0:1780298646.233843:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000033c1f202 382: 1< 1 - - > 2< 1564672 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298646.233846:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000f4f5dee8 00000080:00200000:0.0:1780298646.233847:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1780298646.233851:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 2039, to 3775 prio 0 00000008:00010000:0.0:1780298646.233866:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.233882:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.233894:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 2, dirtied 2 00000080:00200000:0.0:1780298646.233898:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 5832 bytes, tot: 5832 00000080:00200000:0.0:1780298646.233901:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 5832 00000020:00010000:0.0:1780298646.233910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23c68 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.233913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23c68 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.233916:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3eb0 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.233920:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.233929:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.233940:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23c68 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.233942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3eb0 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.233949:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 5832 bytes 00000080:00200000:0.0:1780298646.233953:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [381, 382] 00000080:00200000:0.0:1780298646.233969:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.233973:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 5832, restart: 0 00000080:00200000:0.0:1780298646.233979:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000080:00200000:0.0:1780298646.233983:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 5832 00000080:00200008:0.0:1780298646.234002:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.234008:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.234021:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.234032:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.234041:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298646.234049:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.234054:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.234058:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:0.0:1780298646.234063:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.234066:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.234072:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298646.234096:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.234101:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.234117:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.234119:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7db0, osc lock ffff8c4386084390, flags 0x400001002 00000008:00010000:0.0:1780298646.234133:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.234135:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7df0, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298646.234142:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.234160:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.234174:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.234205:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.234213:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:1.0:1780298646.234217:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609716992:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.234229:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.234231:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.234237:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:0.0:1780298646.234244:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.234827:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.234858:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106816 00000100:00100000:0.0:1780298646.234862:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106816 00000100:00100000:0.0:1780298646.234885:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24305 00000100:00100000:0.0:1780298646.234892:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605106816:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.234897:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.234903:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.234922:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.234923:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.234925:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.234927:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.234956:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605106816:12345-192.168.203.125@tcp:106: Request processed in 66us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.234960:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24305 00010000:00010000:0.0:1780298646.235541:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.235552:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.235561:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.235566:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.235570:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.235575:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298646.235577:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.235586:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.235592:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.235601:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.235609:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00010000:00010000:0.0:1780298646.235609:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.235614:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752da0 (ffff8c43878ae098/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.235615:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.235616:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752da0 (ffff8c43878ae098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.235620:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7db0 (ffff8c43878ae5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.235626:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7df0 (ffff8c43878aeea8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.235630:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752da0 (ffff8c43878ae098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.235634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7db0 (ffff8c43878ae098/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.235637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7df0 (ffff8c43878ae098/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.235675:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298646.235677:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.235681:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.235708:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.235728:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:0.0:1780298646.235730:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d4fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:2.0:1780298646.235732:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:0.0:1780298646.235743:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609716992:192.168.203.125@tcp:101:fsx.0 00000008:00010000:2.0:1780298646.235746:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.235749:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298646.235758:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.235759:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a51d0, flags 0x400001002 00010000:00010000:2.0:1780298646.235765:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.235778:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.235784:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.235805:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.235819:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:3.0:1780298646.235821:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609717120:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.235832:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.235834:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.235840:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:2.0:1780298646.235850:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.236372:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.236403:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605106944 00000100:00100000:0.0:1780298646.236407:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605106944 00000100:00100000:0.0:1780298646.236427:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24306 00000100:00100000:0.0:1780298646.236433:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605106944:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.236439:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.236449:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.236465:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.236466:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.236468:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.236469:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.236495:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605106944:12345-192.168.203.125@tcp:106: Request processed in 63us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.236500:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24306 00010000:00010000:2.0:1780298646.237026:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237033:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237038:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237042:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237046:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.237052:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.237054:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.237063:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237067:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237075:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.237080:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.237082:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.237089:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:0.0:1780298646.237094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.237097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.237101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.237103:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.237104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.237106:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.237110:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.237115:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.237117:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d4fe0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.237123:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.237129:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609717120:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.237157:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.237168:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200000:0.0:1780298646.237198:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 391052, len 7362 00000080:00200000:0.0:1780298646.237207:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.237209:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.237214:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.237226:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [95, 97] 00000008:00010000:0.0:1780298646.237231:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.237233:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aebb0, osc lock ffff8c4386084720, flags 0x0 00010000:00010000:0.0:1780298646.237252:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237259:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->401407] (req 389120->401407) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237264:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->401407] (req 389120->401407) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.237273:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609717248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.237302:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.237884:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609717248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.237892:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237900:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237907:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237913:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.237919:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=1560576, end=1560575 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237925:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.237929:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.237940:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000100:00100000:0.0:1780298646.237974:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.237982:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609717376:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298646.238610:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609717376:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.238628:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aae48 (ffff8c43878ae878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.238631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aae48 (ffff8c43878ae878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.238632:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aebb0 (ffff8c43878ae368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.238636:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.238642:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.238652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aae48 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.238654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aebb0 (ffff8c43878ae878/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.238673:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.238721:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.238726:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.238736:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.238743:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.238749:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.238753:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.238757:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.238759:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:2.0:1780298646.238762:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.238764:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.238768:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.238782:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.238785:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.238796:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.238797:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6570, osc lock ffff8c43878a4390, flags 0x400001002 00000008:00010000:2.0:1780298646.238807:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.238808:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa65b0, osc lock ffff8c43878a4260, flags 0x400001002 00010000:00010000:2.0:1780298646.238812:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.238823:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.238828:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.238848:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:2.0:1780298646.238857:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.238864:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609717504:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.238880:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:3.0:1780298646.238895:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.238899:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.238908:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:3.0:1780298646.238922:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.239426:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.239487:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107072 00000100:00100000:0.0:1780298646.239491:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107072 00000100:00100000:0.0:1780298646.239524:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24307 00000100:00100000:0.0:1780298646.239534:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605107072:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.239543:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.239552:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.239576:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.239578:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.239580:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.239581:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.239613:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605107072:12345-192.168.203.125@tcp:106: Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.239620:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24307 00010000:00010000:2.0:1780298646.240125:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240132:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240138:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240142:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240149:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.240154:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.240156:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.240165:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240169:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240174:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.240178:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.240180:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.240187:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:0.0:1780298646.240191:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddb60 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.240193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddb60 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.240195:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.240198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.240201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddb60 (ffff8c43929ee638/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.240203:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.240203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee638/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.240208:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.240208:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee638/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.240217:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d4fee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.240231:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609717504:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.240238:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.240253:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.240263:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.240266:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.240277:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.240278:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c43860844c0, flags 0x400001002 00000008:00010000:0.0:1780298646.240287:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.240288:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386085300, flags 0x400001002 00010000:00010000:0.0:1780298646.240293:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.240308:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.240314:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.240335:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.240346:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:1.0:1780298646.240347:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:0.0:1780298646.240355:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.240358:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:1.0:1780298646.240359:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609717632:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.240368:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:0.0:1780298646.240376:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.240987:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.241014:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107200 00000100:00100000:0.0:1780298646.241017:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107200 00000100:00100000:0.0:1780298646.241044:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24308 00000100:00100000:0.0:1780298646.241052:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605107200:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.241059:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.241068:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.241093:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.241095:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.241098:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.241100:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.241135:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605107200:12345-192.168.203.125@tcp:106: Request processed in 84us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.241143:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24308 00010000:00010000:0.0:1780298646.241658:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.241668:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.241677:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.241683:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.241726:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.241735:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:0.0:1780298646.241739:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.241751:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.241758:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.241766:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:2.0:1780298646.241772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751da8 (ffff8c43878aeb48/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.241776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751da8 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.241776:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.241779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.241785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.241790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751da8 (ffff8c43878aeb48/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.241791:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.241793:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878aeb48/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.241798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878aeb48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.241798:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.241819:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.241843:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:2.0:1780298646.241846:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00010000:00010000:0.0:1780298646.241849:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.241858:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d4ff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.241870:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609717632:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:2.0:1780298646.241881:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.241894:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.241898:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.241908:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.241910:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5430, flags 0x400001002 00000008:00010000:2.0:1780298646.241918:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.241919:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a45f0, flags 0x400001002 00010000:00010000:2.0:1780298646.241925:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.241939:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.241945:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.241969:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.241976:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:2.0:1780298646.241982:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.241985:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.241991:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:3.0:1780298646.241992:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:2.0:1780298646.242001:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298646.242008:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609717760:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.242630:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.242669:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.242679:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107328 00000100:00100000:0.0:1780298646.242682:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107328 00000100:00100000:0.0:1780298646.242740:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24309 00000100:00100000:0.0:1780298646.242748:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605107328:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.242755:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.242764:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.242787:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.242789:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.242792:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.242794:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.242831:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605107328:12345-192.168.203.125@tcp:106: Request processed in 84us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.242838:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24309 00010000:00010000:2.0:1780298646.243324:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243330:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243336:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243340:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243345:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.243350:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=1560576, end=18446744073709551615 00000020:00200000:2.0:1780298646.243353:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.243361:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243365:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243370:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.243374:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.243376:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.243388:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:0.0:1780298646.243393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.243396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.243400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.243401:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.243404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.243405:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.243410:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929ee488/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.243414:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d4ffc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.243415:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.243424:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.243436:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609717760:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.243459:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.243527:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1499 00000080:00200000:0.0:1780298646.243534:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.243540:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.243557:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1499, 1499] 00000008:00010000:0.0:1780298646.243570:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.243573:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae1b0, osc lock ffff8c4386085300, flags 0x0 00010000:00010000:0.0:1780298646.243582:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.243593:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1945600 1949695) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.243603:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.243611:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.243619:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1780298646.243629:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:0.0:1780298646.243661:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02540 00000008:00010000:0.0:1780298646.243724:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02540 00010000:00010000:0.0:1780298646.243743:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1945600 1949695) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00100000:0.0:1780298646.243762:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388663b80 - object 0x280000401:18 offset 1945600<>1949696 00000100:00100000:0.0:1780298646.243794:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.243804:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609717888:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.244652:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02540 00000020:00200000:0.0:1780298646.244657:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.244667:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02540 00000100:00100000:0.0:1780298646.244679:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609717888:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.244733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.244737:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.244741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae1b0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.244746:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.244756:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:2.0:1780298646.244767:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.244770:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae1b0 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.244791:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.244832:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1500 00000080:00200000:2.0:1780298646.244836:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.244840:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.244851:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1500, 1500] 00000008:00010000:2.0:1780298646.244857:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.244860:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f62b0, osc lock ffff8c43878a4be0, flags 0x0 00010000:00010000:2.0:1780298646.244868:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.244877:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1949696 1953791) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.244891:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.244899:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.244907:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1780298646.244915:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:2.0:1780298646.244929:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617180 00000008:00010000:2.0:1780298646.244951:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617180 00010000:00010000:2.0:1780298646.244960:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1949696 1953791) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00100000:2.0:1780298646.244973:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc72d80 - object 0x280000401:18 offset 1949696<>1953792 00000100:00100000:2.0:1780298646.245001:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.245008:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609718016:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.245853:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617180 00000020:00200000:2.0:1780298646.245858:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.245869:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617180 00000100:00100000:2.0:1780298646.245883:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609718016:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.245890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.245894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.245896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f62b0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.245900:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.245906:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:3.0:1780298646.245915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.245917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f62b0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.245936:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.246025:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.246033:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.246047:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.246058:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.246068:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.246076:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.246082:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.246085:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:2.0:1780298646.246090:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.246093:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.246101:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.246125:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.246130:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.246144:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.246147:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4130, flags 0x400001002 00000008:00010000:2.0:1780298646.246160:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.246162:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a5c80, flags 0x400001002 00010000:00010000:2.0:1780298646.246169:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.246189:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.246199:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.246233:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:3.0:1780298646.246241:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.246243:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:3.0:1780298646.246250:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609718144:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.246257:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.246262:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298646.246271:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:2.0:1780298646.246282:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.246946:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.246978:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107456 00000100:00100000:0.0:1780298646.246983:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107456 00000100:00100000:0.0:1780298646.247009:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24310 00000100:00100000:0.0:1780298646.247014:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605107456:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.247021:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.247028:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.247045:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.247047:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.247049:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.247050:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.247080:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605107456:12345-192.168.203.125@tcp:106: Request processed in 66us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.247086:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24310 00010000:00010000:3.0:1780298646.247679:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247719:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247726:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247732:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247736:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.247743:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=1560576, end=18446744073709551615 00000020:00200000:3.0:1780298646.247746:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.247755:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247760:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247765:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247769:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.247772:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.247774:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00000020:00010000:0.0:1780298646.247780:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.247783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.247785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.247787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.247789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.247790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.247793:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.247811:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.247816:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.247821:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5003 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.247821:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.247838:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609718144:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.247842:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.247860:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.247863:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.247873:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.247874:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c43860844c0, flags 0x400001002 00000008:00010000:0.0:1780298646.247882:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.247883:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c4386084720, flags 0x400001002 00010000:00010000:0.0:1780298646.247888:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.247901:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.247907:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.247925:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.247931:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:0.0:1780298646.247937:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.247940:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298646.247940:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.247948:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:1.0:1780298646.247951:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609718272:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.247960:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.248568:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.248598:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107584 00000100:00100000:0.0:1780298646.248602:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107584 00000100:00100000:0.0:1780298646.248622:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24311 00000100:00100000:0.0:1780298646.248628:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605107584:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.248634:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.248640:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.248657:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.248658:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000020:00010000:0.0:1780298646.248660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.248661:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 416 00000100:00100000:0.0:1780298646.248708:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605107584:12345-192.168.203.125@tcp:106: Request processed in 79us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.248724:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24311 00010000:00010000:0.0:1780298646.249300:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249308:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249314:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249321:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249334:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.249342:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=1560576, end=18446744073709551615 00000020:00200000:0.0:1780298646.249346:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.249358:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249366:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249374:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249381:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.249385:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 432 00010000:00010000:0.0:1780298646.249385:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.249393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752fe8 (ffff8c43878ae2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.249400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752fe8 (ffff8c43878ae2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.249405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.249408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.249411:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752fe8 (ffff8c43878ae2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.249414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae2d8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.249419:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae2d8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.249427:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.249433:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.249442:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d500a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.249450:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.249468:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609718272:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.249475:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:2.0:1780298646.249512:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2837450, type: SEEK_SET 00000080:00200008:2.0:1780298646.249516:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2837450, type: SEEK_SET, rc = 2837450 00000080:00200008:2.0:1780298646.249524:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 2837450, count: 3607 00000080:00200000:2.0:1780298646.249549:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 692 00000080:00200000:2.0:1780298646.249584:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 2837450, bytes: 3607 00000080:00200000:2.0:1780298646.249589:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.249594:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.249596:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [2837450, 2841057) 0 0 00000080:00200000:2.0:1780298646.249598:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.249607:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [2837450, 2841057) 2841057, 3607 00020000:00200000:2.0:1780298646.249611:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.249631:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [692, 693] 00000008:00010000:2.0:1780298646.249639:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.249641:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6c30, osc lock ffff8c43878a5560, flags 0x0 00010000:00010000:2.0:1780298646.249649:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (2834432 2842623) 00010000:00010000:2.0:1780298646.249666:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.249676:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.249684:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.249738:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609718400:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.249776:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.250341:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.250376:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107712 00000100:00100000:0.0:1780298646.250381:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107712 00000100:00100000:0.0:1780298646.250410:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24312 00000100:00100000:0.0:1780298646.250419:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605107712:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.250427:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.250471:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.250477:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605107712:12345-192.168.203.125@tcp:104: Request processed in 60us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.250484:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24312 00010000:00010000:2.0:1780298646.250499:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.250506:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.250520:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.250524:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.250561:0:6149:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.250573:0:6149:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.250604:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1560576 1564671) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1780298646.250658:0:6149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70700 - object 0x2c0000401:17 offset 1560576<>1568768 00000100:00100000:3.0:1780298646.250724:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609718528:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298646.251038:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609718400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.251050:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.251060:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.251068:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.251875:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.251903:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004dff40fa ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.251921:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:2.0:1780298646.251926:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609718528:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298646.251972:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298646.252005:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.252011:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.252024:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.252030:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d4fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1560576->35115007] (req 1560576->1568767) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630361be expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.252043:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609718656:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298646.252045:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.252048:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.252050:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.252723:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.252747:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107840 00000100:00100000:0.0:1780298646.252751:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107840 00000100:00100000:0.0:1780298646.252772:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24313 00000100:00100000:0.0:1780298646.252779:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605107840:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.252785:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.252793:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->2842623] (req 2834432->2842623) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.252799:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.252806:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.252811:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.252817:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.252830:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693800) 00000100:00100000:0.0:1780298646.252850:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605107840:12345-192.168.203.125@tcp:105: Request processed in 72us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.252854:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24313 00010000:00010000:2.0:1780298646.252861:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.252870:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.252879:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.252886:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.252893:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.252898:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.252910:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [2837450, 2841057) 00000080:00200000:2.0:1780298646.252920:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000080:00200000:2.0:1780298646.252924:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3607 iocb pos:2837450 00010000:00010000:2.0:1780298646.252953:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.252965:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2838528 2842623) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.252997:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76179c0 00010000:00010000:2.0:1780298646.253006:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.253011:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.253039:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76179c0 00010000:00010000:2.0:1780298646.253049:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2834432 2838527) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.253063:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70e00 - object 0x2c0000401:17 offset 2834432<>2842624 00000100:00100000:2.0:1780298646.253089:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.253095:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609718784:192.168.203.125@tcp:3:fsx.0 00000100:00100000:0.0:1780298646.253371:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609718656:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.253791:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76179c0 00000020:00200000:2.0:1780298646.253796:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.253807:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76179c0 00000100:00100000:2.0:1780298646.253816:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609718784:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.253847:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07944e8 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.253853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07944e8 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.253858:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6c30 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.253863:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.253875:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.253886:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07944e8 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.253889:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6c30 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.253894:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3607 bytes 00000080:00200000:3.0:1780298646.253912:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.253916:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3607, restart: 0 00000080:00200000:3.0:1780298646.253919:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3607 00000080:00200008:2.0:1780298646.253970:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.253976:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.253987:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.253995:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.254001:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.254006:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.254010:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.254012:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:2.0:1780298646.254016:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.254017:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.254022:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.254037:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.254041:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.254052:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.254053:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.254063:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.254064:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.254069:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.254081:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.254086:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.254105:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.254111:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:2.0:1780298646.254116:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.254118:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.254123:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000100:00100000:3.0:1780298646.254127:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609718912:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.254131:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.254796:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254805:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254811:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254816:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254821:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.254826:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.254828:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.254836:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254841:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254846:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254850:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.254853:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.254857:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 448 00000020:00010000:2.0:1780298646.254861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.254863:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.254865:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.254866:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.254868:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.254870:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.254873:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.254879:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.254883:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.254888:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5018 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.254893:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.254906:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609718912:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.254913:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.254923:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.254926:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.254933:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.254934:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298646.254940:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.254941:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298646.254946:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.254958:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.254964:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.254980:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000100:00100000:3.0:1780298646.254985:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609719040:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.254987:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:2.0:1780298646.254996:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.254998:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1780298646.255003:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:2.0:1780298646.255010:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.255596:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255603:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255609:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255612:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255616:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.255621:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.255623:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.255630:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255635:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255640:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255644:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.255646:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255660:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.255662:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.255666:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d501f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.255673:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609719040:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.255704:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 448 00000020:00010000:2.0:1780298646.255709:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.255724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.255727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.255730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.255732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.255733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.255736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.255750:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.255759:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00a00000:2.0:1780298646.255800:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.255816:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.255820:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.255829:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.255831:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.255836:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.255837:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.255843:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.255857:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.255863:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.255883:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.255889:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:3.0:1780298646.255894:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609719168:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.255897:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.255900:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.255905:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1780298646.255912:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.256470:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256479:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256488:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256494:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256501:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.256510:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.256513:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.256521:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256526:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256531:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.256535:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.256537:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.256554:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 448 00010000:00010000:2.0:1780298646.256558:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.256559:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.256561:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.256565:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.256569:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d5026 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.256577:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.256580:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609719168:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.256582:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.256586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.256588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.256591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.256608:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.256652:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 992 00000080:00200000:0.0:1780298646.256657:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.256661:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.256675:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [992, 992] 00000008:00010000:0.0:1780298646.256680:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.256682:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae0b0, osc lock ffff8c4386085a20, flags 0x0 00010000:00010000:0.0:1780298646.256726:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.256738:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4063232 4067327) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.256748:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.256756:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.256764:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.256781:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:0.0:1780298646.256802:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02240 00000008:00010000:0.0:1780298646.256826:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02240 00010000:00010000:0.0:1780298646.256837:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4063232 4067327) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1780298646.256851:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388663b80 - object 0x2c0000401:17 offset 4063232<>4067328 00000100:00100000:1.0:1780298646.256889:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609719296:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.257620:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02240 00000020:00200000:0.0:1780298646.257625:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.257635:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02240 00000100:00100000:0.0:1780298646.257646:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609719296:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.257665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa4e8 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.257670:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa4e8 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.257673:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae0b0 (ffff8c43878ae518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.257678:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.257708:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.257729:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa4e8 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.257732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae0b0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.257759:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.257813:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 993 00000080:00200000:2.0:1780298646.257818:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.257823:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.257838:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [993, 993] 00000008:00010000:2.0:1780298646.257844:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.257846:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f61b0, osc lock ffff8c43878a5300, flags 0x0 00010000:00010000:2.0:1780298646.257854:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.257865:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4067328 4071423) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.257874:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.257882:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.257890:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.257899:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000008:00010000:2.0:1780298646.257915:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617600 00000008:00010000:2.0:1780298646.257944:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617600 00010000:00010000:2.0:1780298646.257955:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4067328 4071423) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298646.257972:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc73480 - object 0x2c0000401:17 offset 4067328<>4071424 00000100:00100000:3.0:1780298646.258005:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609719424:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.258853:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617600 00000020:00200000:2.0:1780298646.258858:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.258869:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617600 00000100:00100000:2.0:1780298646.258883:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609719424:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.258894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.258898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.258901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f61b0 (ffff8c43929ee998/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.258904:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.258911:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.258920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.258922:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f61b0 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.258938:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.258989:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.258994:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.259006:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.259014:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.259020:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298646.259025:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.259028:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.259030:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:0.0:1780298646.259034:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.259036:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.259040:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.259053:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.259056:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.259068:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.259069:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7db0, osc lock ffff8c4386084390, flags 0x400001002 00000008:00010000:0.0:1780298646.259077:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.259078:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7df0, osc lock ffff8c4386085b50, flags 0x400001002 00010000:00010000:0.0:1780298646.259094:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259100:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259122:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780298646.259128:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:0.0:1780298646.259134:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.259136:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000100:00100000:1.0:1780298646.259139:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609719552:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.259152:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:0.0:1780298646.259159:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.259837:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259845:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259851:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259855:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259859:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.259864:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.259866:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.259873:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259881:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259886:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.259890:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.259892:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.259900:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 448 00000020:00010000:2.0:1780298646.259905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752910 (ffff8c43878ae488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.259908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752910 (ffff8c43878ae488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.259912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7db0 (ffff8c43878aea28/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.259913:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.259915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7df0 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.259917:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.259921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752910 (ffff8c43878ae488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.259927:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7db0 (ffff8c43878ae488/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.259927:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d502d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.259936:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7df0 (ffff8c43878ae488/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.259944:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609719552:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.259969:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.259986:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.259999:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.260004:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.260018:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.260020:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.260032:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.260034:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5a20, flags 0x400001002 00010000:00010000:2.0:1780298646.260056:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.260065:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.260096:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:3.0:1780298646.260106:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609719680:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.260116:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:2.0:1780298646.260126:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.260130:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298646.260139:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:2.0:1780298646.260151:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.260723:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260731:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260737:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260741:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260745:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.260750:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.260753:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.260760:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260764:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260769:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260773:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.260775:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.260779:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8032677 i_blocks 448 00000020:00010000:2.0:1780298646.260785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.260789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.260792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.260795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.260799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.260802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.260804:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.260805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.260808:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.260819:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5034 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.260833:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.260834:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609719680:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.260855:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8032677 00000080:00200008:2.0:1780298646.261162:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9521394, type: SEEK_SET 00000080:00200008:2.0:1780298646.261166:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9521394, type: SEEK_SET, rc = 9521394 00000080:00200008:2.0:1780298646.261174:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 9521394, count: 3625 00000080:00200000:2.0:1780298646.261189:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 9521394, bytes: 3625 00000080:00200000:2.0:1780298646.261193:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.261198:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.261200:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9521394, 9525019) 0 0 00000080:00200000:2.0:1780298646.261202:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.261208:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2324, 2325] 00020000:00200000:2.0:1780298646.261214:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [9521394, 9525019) 9525019, 3625 00020000:00200000:2.0:1780298646.261216:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.261230:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2324, 2325] 00000008:00010000:2.0:1780298646.261235:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.261237:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6c30, osc lock ffff8c43878a5a20, flags 0x0 00010000:00010000:2.0:1780298646.261256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.261265:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.261273:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.261291:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609719808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.261325:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.261979:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.262006:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605107968 00000100:00100000:0.0:1780298646.262011:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605107968 00000100:00100000:0.0:1780298646.262044:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24314 00000100:00100000:0.0:1780298646.262055:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605107968:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.262064:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.262104:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.262110:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605107968:12345-192.168.203.125@tcp:104: Request processed in 58us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.262115:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24314 00010000:00010000:2.0:1780298646.262124:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.262130:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.262138:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.262141:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.262164:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.262213:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.262242:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.262248:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.262261:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.262266:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5011 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2834432->18446744073709551615] (req 2834432->2842623) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630361fd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.262273:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.262275:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.262277:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.262281:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609719936:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.262636:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609719808:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.262645:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.262652:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.262657:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.262991:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.263023:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.263033:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108096 00000100:00100000:0.0:1780298646.263037:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108096 00000100:00100000:0.0:1780298646.263063:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24315 00000100:00100000:0.0:1780298646.263071:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605108096:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.263079:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.263088:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->5332991] (req 5324800->5332991) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.263096:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.263105:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.263113:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.263122:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.263138:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692c00) 00000100:00100000:0.0:1780298646.263158:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8374:x1866777605108096:12345-192.168.203.125@tcp:105: Request processed in 89us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.263164:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24315 00010000:00010000:2.0:1780298646.263168:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.263179:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.263190:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.263200:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=38879231 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.263210:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.263224:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.263239:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [9521394, 9525019) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.263249:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2324 of 2290 to 1806 bytes 00000080:00200000:2.0:1780298646.263277:0:29360:0:(rw26.c:858:ll_write_end()) pos 9521394, len 1806, copied 1806 00000080:00200000:2.0:1780298646.263282:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000028457b33[3 000000008ec8947f 2 1 000000003edb6315] 00000080:00200000:2.0:1780298646.263285:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000008485438d 17ffffc0001001 3:0 ffff8c43867ec7e0 2324 lru 00000080:00200000:2.0:1780298646.263292:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000001f85d37e 1300: 1< 0 - - > 2< 5324800 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.263294:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000028457b33 00000080:00200000:2.0:1780298646.263296:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.263298:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2325 of 0 to 1819 bytes 00000080:00200000:2.0:1780298646.263309:0:29360:0:(rw26.c:858:ll_write_end()) pos 9523200, len 1819, copied 1819 00000080:00200000:2.0:1780298646.263312:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000bd7d3959[3 000000008ec8947f 2 1 000000003edb6315] 00000080:00200000:2.0:1780298646.263315:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000004b1818bc 17ffffc0001001 3:0 ffff8c43867eca80 2325 lru 00000080:00200000:2.0:1780298646.263321:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000075570330 1301: 1< 0 - - > 2< 5328896 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.263323:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000bd7d3959 00000080:00200000:2.0:1780298646.263324:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.263326:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 2290, to 1819 prio 0 00000008:00010000:2.0:1780298646.263339:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.263358:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.263370:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 2, dirtied 2 00000080:00200000:2.0:1780298646.263373:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 3625 bytes, tot: 3625 00000080:00200000:2.0:1780298646.263376:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 3625 00000020:00010000:2.0:1780298646.263385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.263388:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.263391:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6c30 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.263395:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.263404:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.263413:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.263415:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6c30 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.263419:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3625 bytes 00000080:00200000:2.0:1780298646.263422:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2324, 2325] 00000080:00200000:2.0:1780298646.263434:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.263438:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 3625, restart: 0 00000080:00200000:2.0:1780298646.263442:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 448 00000080:00200000:2.0:1780298646.263446:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 3625 00000080:00200008:2.0:1780298646.263459:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.263463:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.263475:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.263484:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.263493:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.263500:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.263505:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.263508:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:2.0:1780298646.263512:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.263515:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.263523:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.263543:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.263548:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.263559:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.263561:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5a20, flags 0x400001002 00000008:00010000:2.0:1780298646.263578:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.263581:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.263587:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.263605:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.263614:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.263616:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609719936:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.263631:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.263636:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609720064:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.263643:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298646.263661:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1780298646.263677:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.263680:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298646.263723:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:2.0:1780298646.263734:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.264207:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.264232:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108224 00000100:00100000:0.0:1780298646.264235:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108224 00000100:00100000:0.0:1780298646.264254:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24316 00000100:00100000:0.0:1780298646.264260:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605108224:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.264265:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.264271:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.264288:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.264290:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.264292:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.264294:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:0.0:1780298646.264321:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605108224:12345-192.168.203.125@tcp:106: Request processed in 62us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.264325:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24316 00010000:00010000:3.0:1780298646.264830:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264838:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264844:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264848:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264853:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.264858:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=1560576, end=18446744073709551615 00000020:00200000:3.0:1780298646.264860:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.264868:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264873:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264878:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.264882:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.264884:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.264887:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 448 00000020:00010000:2.0:1780298646.264892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.264895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.264897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.264901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.264904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.264905:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.264908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.264909:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.264914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.264918:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5042 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.264933:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609720064:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.264942:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.264956:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.264968:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.264971:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.264981:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.264983:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.264991:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.264993:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5a20, flags 0x400001002 00010000:00010000:2.0:1780298646.264998:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.265013:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.265022:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.265045:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000100:00100000:3.0:1780298646.265059:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609720192:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.265063:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:2.0:1780298646.265073:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.265076:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.265085:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:2.0:1780298646.265095:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.265585:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.265613:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108352 00000100:00100000:0.0:1780298646.265616:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108352 00000100:00100000:0.0:1780298646.265635:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24317 00000100:00100000:0.0:1780298646.265639:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605108352:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.265644:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.265650:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.265664:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.265665:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.265667:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.265668:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:0.0:1780298646.265708:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605108352:12345-192.168.203.125@tcp:106: Request processed in 66us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.265725:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24317 00010000:00010000:3.0:1780298646.266256:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266264:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266270:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266274:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266277:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.266282:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=1560576, end=18446744073709551615 00000020:00200000:3.0:1780298646.266284:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.266291:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266296:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266301:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266305:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.266309:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.266314:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 448 00000020:00010000:2.0:1780298646.266318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.266321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.266324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.266327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.266331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.266333:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.266334:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.266338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.266340:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.266349:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5049 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.266360:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.266364:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609720192:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.266375:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000080:00200008:2.0:1780298646.266384:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.266390:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.266399:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.266407:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.266417:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.266424:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.266428:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.266430:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:2.0:1780298646.266434:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.266437:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.266444:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.266462:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.266467:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.266479:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.266481:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5a20, flags 0x400001002 00000008:00010000:2.0:1780298646.266490:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.266491:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.266497:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.266512:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.266521:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.266545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.266554:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000100:00100000:3.0:1780298646.266561:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609720320:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.266563:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.266574:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:2.0:1780298646.266583:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:2.0:1780298646.266592:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.267146:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.267181:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108480 00000100:00100000:0.0:1780298646.267186:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108480 00000100:00100000:0.0:1780298646.267216:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24318 00000100:00100000:0.0:1780298646.267225:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605108480:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.267233:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.267242:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.267266:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.267268:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000020:00010000:0.0:1780298646.267272:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.267274:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 432 00000100:00100000:0.0:1780298646.267313:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605108480:12345-192.168.203.125@tcp:106: Request processed in 90us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.267320:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24318 00010000:00010000:3.0:1780298646.267951:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.267962:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.267970:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.267978:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.267984:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.267991:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:3.0:1780298646.267994:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.268005:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.268012:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.268020:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.268021:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 448 00000020:00010000:2.0:1780298646.268026:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.268031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.268035:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.268035:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.268038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.268041:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.268041:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.268046:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.268051:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.268070:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.268098:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298646.268099:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 8822386, len 5041 00010000:00010000:3.0:1780298646.268103:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.268108:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.268112:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.268119:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00010000:00010000:3.0:1780298646.268124:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5050 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.268129:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2153, 2155] 00000008:00010000:2.0:1780298646.268135:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.268137:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6c30, osc lock ffff8c43878a4720, flags 0x0 00000100:00100000:3.0:1780298646.268139:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609720320:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.268143:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (4624384 4636671) 00010000:00010000:2.0:1780298646.268159:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268165:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->4636671] (req 4624384->4636671) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268170:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->4636671] (req 4624384->4636671) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.268179:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609720448:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.268208:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.268883:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609720448:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.268891:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268898:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268907:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268913:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.268923:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=5324799 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268929:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.268933:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.268943:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 448 00000100:00100000:3.0:1780298646.268989:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609720576:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298646.269873:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609720576:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.269888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.269891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.269893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6c30 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.269896:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.269902:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.269912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.269914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6c30 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.269926:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.269953:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.269957:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.269964:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.269970:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.269976:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.269981:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.269984:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.269985:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:2.0:1780298646.269988:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.269990:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.269994:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.270005:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.270008:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.270015:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.270017:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.270023:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.270024:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5a20, flags 0x400001002 00010000:00010000:2.0:1780298646.270028:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.270040:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.270044:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.270062:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:2.0:1780298646.270067:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:2.0:1780298646.270073:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.270075:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:3.0:1780298646.270079:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.270080:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:2.0:1780298646.270088:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:3.0:1780298646.270093:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609720704:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.270793:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.270835:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108608 00000100:00100000:0.0:1780298646.270839:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108608 00000100:00100000:0.0:1780298646.270862:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24319 00000100:00100000:0.0:1780298646.270867:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605108608:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.270873:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.270880:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.270898:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.270900:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.270902:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.270903:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.270932:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605108608:12345-192.168.203.125@tcp:106: Request processed in 65us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.270936:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24319 00010000:00010000:2.0:1780298646.271523:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271529:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271535:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271543:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271547:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.271552:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.271554:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.271561:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271566:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271570:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.271574:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.271576:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.271596:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:0.0:1780298646.271599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.271601:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.271602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.271604:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.271605:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.271612:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.271619:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d505e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.271619:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.271625:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.271633:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.271636:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609720704:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.271656:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.271668:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.271677:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.271679:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.271727:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.271729:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c43860857c0, flags 0x400001002 00000008:00010000:0.0:1780298646.271740:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.271741:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084850, flags 0x400001002 00010000:00010000:0.0:1780298646.271747:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.271761:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.271767:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.271790:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.271796:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:0.0:1780298646.271803:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.271805:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.271810:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:1.0:1780298646.271815:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609720832:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.271818:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.272447:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.272487:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108736 00000100:00100000:0.0:1780298646.272492:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108736 00000100:00100000:0.0:1780298646.272513:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24320 00000100:00100000:0.0:1780298646.272520:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605108736:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.272527:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.272536:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.272560:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.272561:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.272563:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.272565:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.272605:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605108736:12345-192.168.203.125@tcp:106: Request processed in 85us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.272611:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24320 00010000:00010000:0.0:1780298646.273237:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273246:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273253:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273257:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273262:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.273267:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:0.0:1780298646.273269:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.273278:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273283:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273287:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.273292:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.273294:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.273302:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:2.0:1780298646.273306:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753908 (ffff8c43878ae518/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.273309:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753908 (ffff8c43878ae518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.273311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.273314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.273316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753908 (ffff8c43878ae518/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.273317:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.273319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae518/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.273322:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.273323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae518/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.273336:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5065 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.273348:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609720832:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.273355:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.273368:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000080:00200008:2.0:1780298646.273383:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3498856, type: SEEK_SET 00000080:00200008:2.0:1780298646.273385:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3498856, type: SEEK_SET, rc = 3498856 00000080:00200008:2.0:1780298646.273390:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3498856, count: 3221 00000080:00200000:2.0:1780298646.273415:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 854 00000080:00200000:2.0:1780298646.273429:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 3498856, bytes: 3221 00000080:00200000:2.0:1780298646.273432:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.273435:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.273437:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [3498856, 3502077) 0 0 00000080:00200000:2.0:1780298646.273439:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.273446:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3498856, 3502077) 3502077, 3221 00020000:00200000:2.0:1780298646.273448:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.273464:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [854, 854] 00000008:00010000:2.0:1780298646.273471:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.273474:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6c30, osc lock ffff8c43878a44c0, flags 0x0 00010000:00010000:2.0:1780298646.273482:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (3497984 3502079) 00010000:00010000:2.0:1780298646.273500:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.273509:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->3502079] (req 3497984->3502079) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.273516:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->3502079] (req 3497984->3502079) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.273526:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609720960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.273557:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.274221:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609720960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.274229:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.274237:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.274244:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.274254:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.274260:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=4624383 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.274265:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.274270:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.274278:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [3498856, 3502077) 00000080:00200000:2.0:1780298646.274285:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9525019 00000080:00200000:2.0:1780298646.274288:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3221 iocb pos:3498856 00000008:00010000:2.0:1780298646.274314:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617e40 00000008:00010000:2.0:1780298646.274343:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617e40 00010000:00010000:2.0:1780298646.274357:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3497984 3502079) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.274374:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70a80 - object 0x2c0000401:17 offset 3497984<>3502080 00000100:00100000:2.0:1780298646.274405:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.274411:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721088:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.275313:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617e40 00000020:00200000:2.0:1780298646.275319:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.275329:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617e40 00000100:00100000:2.0:1780298646.275337:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721088:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.275368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.275375:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.275378:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6c30 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.275383:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.275395:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.275405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.275408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6c30 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.275413:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3221 bytes 00000080:00200000:3.0:1780298646.275431:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.275434:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3221, restart: 0 00000080:00200000:3.0:1780298646.275438:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3221 00000080:00200008:2.0:1780298646.275486:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.275493:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.275507:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.275516:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.275522:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.275527:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.275531:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.275533:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:2.0:1780298646.275536:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.275538:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.275543:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.275558:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.275562:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.275573:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.275575:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6570, osc lock ffff8c43878a58f0, flags 0x400001002 00000008:00010000:2.0:1780298646.275585:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.275586:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa65b0, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298646.275594:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.275613:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.275621:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.275649:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1780298646.275659:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00100000:3.0:1780298646.275666:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:2.0:1780298646.275668:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.275672:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00100000:3.0:1780298646.275678:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609721216:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.275705:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:2.0:1780298646.275730:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.276452:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.276489:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108864 00000100:00100000:0.0:1780298646.276495:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108864 00000100:00100000:0.0:1780298646.276528:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24321 00000100:00100000:0.0:1780298646.276537:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605108864:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.276546:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.276557:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.276599:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.276601:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.276605:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.276607:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.276647:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605108864:12345-192.168.203.125@tcp:106: Request processed in 112us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.276655:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24321 00010000:00010000:2.0:1780298646.277330:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277338:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277344:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277349:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277353:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.277359:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=1560576, end=18446744073709551615 00000020:00200000:2.0:1780298646.277361:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.277371:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277375:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277380:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.277384:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.277387:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.277407:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00010000:00010000:2.0:1780298646.277410:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.277414:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.277414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.277422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.277431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.277433:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5073 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.277437:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.277445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929ee488/0) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.277449:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609721216:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.277449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.277459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.277486:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.277505:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.277521:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.277525:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.277545:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.277547:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c43860858f0, flags 0x400001002 00000008:00010000:0.0:1780298646.277562:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.277564:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c4386084130, flags 0x400001002 00010000:00010000:0.0:1780298646.277571:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.277592:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.277601:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.277634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298646.277645:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000100:00100000:1.0:1780298646.277654:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609721344:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.277656:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.277663:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298646.277671:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:0.0:1780298646.277683:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.278410:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.278456:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.278467:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605108992 00000100:00100000:0.0:1780298646.278471:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605108992 00000100:00100000:0.0:1780298646.278501:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24322 00000100:00100000:0.0:1780298646.278509:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605108992:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.278517:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.278526:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.278554:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.278556:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.278560:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.278561:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.278601:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605108992:12345-192.168.203.125@tcp:106: Request processed in 93us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.278608:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24322 00010000:00010000:0.0:1780298646.279263:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.279278:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.279286:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.279293:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.279300:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.279308:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=1560576, end=18446744073709551615 00000020:00200000:0.0:1780298646.279312:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.279324:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.279331:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.279339:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.279343:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:2.0:1780298646.279348:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750248 (ffff8c43878ae6c8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.279349:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.279352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750248 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.279356:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.279357:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.279359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.279364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750248 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.279369:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.279376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.279417:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.279419:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.279426:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.279431:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00010000:00010000:0.0:1780298646.279437:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d507a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.279451:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609721344:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:2.0:1780298646.279477:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.279496:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.279501:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.279515:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.279517:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a4850, flags 0x400001002 00000008:00010000:2.0:1780298646.279527:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.279528:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298646.279534:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.279549:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.279558:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.279587:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:2.0:1780298646.279601:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.279612:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721472:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.279620:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:3.0:1780298646.279634:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.279637:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:3.0:1780298646.279647:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:3.0:1780298646.279659:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.280353:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.280394:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109120 00000100:00100000:0.0:1780298646.280399:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109120 00000100:00100000:0.0:1780298646.280432:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24323 00000100:00100000:0.0:1780298646.280441:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605109120:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.280449:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.280459:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.280482:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.280484:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.280488:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.280490:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.280529:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605109120:12345-192.168.203.125@tcp:106: Request processed in 90us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.280538:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24323 00010000:00010000:2.0:1780298646.281158:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281167:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281173:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281177:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281181:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.281187:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.281190:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.281198:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281203:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281208:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.281212:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.281214:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.281226:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:3.0:1780298646.281229:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcff8 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.281232:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcff8 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.281235:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.281237:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.281240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcff8 (ffff8c43929ee638/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.281240:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.281243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee638/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.281244:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.281246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee638/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.281254:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.281264:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721472:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.281279:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.281340:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1038 00000080:00200000:3.0:1780298646.281344:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.281350:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.281364:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1038, 1038] 00000008:00010000:3.0:1780298646.281370:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.281372:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079a390, flags 0x0 00010000:00010000:3.0:1780298646.281380:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.281388:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (57344 61439) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.281394:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.281399:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.281403:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000080:00200000:3.0:1780298646.281410:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9525019 00000008:00010000:3.0:1780298646.281435:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eaba80 00000008:00010000:3.0:1780298646.281464:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eaba80 00010000:00010000:3.0:1780298646.281477:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (57344 61439) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000008:00100000:3.0:1780298646.281496:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2300 - object 0x280000401:18 offset 57344<>61440 00000100:00100000:2.0:1780298646.281524:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721600:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.282389:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eaba80 00000020:00200000:2.0:1780298646.282397:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.282408:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eaba80 00000100:00100000:2.0:1780298646.282425:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721600:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.282433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.282438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.282441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.282446:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:3.0:1780298646.282461:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00010000:3.0:1780298646.282474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.282477:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.282497:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.282638:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.282645:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.282658:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.282666:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.282674:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.282679:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.282683:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.282718:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:2.0:1780298646.282725:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.282729:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.282736:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.282758:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.282763:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.282778:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.282781:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a58f0, flags 0x400001002 00000008:00010000:2.0:1780298646.282793:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.282795:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a44c0, flags 0x400001002 00010000:00010000:2.0:1780298646.282803:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.282824:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.282833:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.282862:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000100:00100000:2.0:1780298646.282874:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.282882:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721728:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.282893:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:3.0:1780298646.282906:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.282909:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:3.0:1780298646.282918:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:3.0:1780298646.282929:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.283617:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.283663:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109248 00000100:00100000:0.0:1780298646.283669:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109248 00000100:00100000:0.0:1780298646.283757:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24324 00000100:00100000:0.0:1780298646.283768:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605109248:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.283777:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.283788:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.283818:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.283821:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.283825:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.283827:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.283871:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605109248:12345-192.168.203.125@tcp:106: Request processed in 105us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.283879:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24324 00010000:00010000:2.0:1780298646.284485:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284494:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284500:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284504:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284509:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.284515:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.284518:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.284526:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284531:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284536:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.284540:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.284543:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.284558:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:3.0:1780298646.284563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929eea28/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.284565:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.284567:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.284571:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.284571:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.284579:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.284586:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929eea28/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.284587:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5088 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.284591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.284599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.284609:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721728:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.284632:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.284651:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.284667:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.284671:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.284703:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.284706:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298646.284731:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.284734:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298646.284742:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.284761:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.284771:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.284798:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00100000:2.0:1780298646.284809:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.284817:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:3.0:1780298646.284827:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.284830:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:3.0:1780298646.284838:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:3.0:1780298646.284854:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.285414:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.285460:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109376 00000100:00100000:0.0:1780298646.285466:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109376 00000100:00100000:0.0:1780298646.285495:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24325 00000100:00100000:0.0:1780298646.285503:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605109376:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.285511:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.285521:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.285545:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.285546:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.285549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.285550:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.285579:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605109376:12345-192.168.203.125@tcp:106: Request processed in 78us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.285583:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24325 00010000:00010000:2.0:1780298646.286113:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286127:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286133:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286137:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286141:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.286146:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.286148:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.286157:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286162:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286166:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.286170:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.286172:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.286190:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00010000:00010000:2.0:1780298646.286192:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.286196:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.286197:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.286203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.286208:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d508f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.286210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.286220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.286224:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609721856:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298646.286226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.286230:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.286235:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.286258:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.286272:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000080:00200000:3.0:1780298646.286314:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 616279, len 2835 00000080:00200000:3.0:1780298646.286328:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.286331:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.286338:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.286354:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [150, 151] 00000008:00010000:3.0:1780298646.286362:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.286365:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079b8f0, flags 0x0 00010000:00010000:3.0:1780298646.286372:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (614400 622591) 00010000:00010000:3.0:1780298646.286391:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.286399:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.286408:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.286429:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609721984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.286468:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.287196:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.287243:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109504 00000100:00100000:0.0:1780298646.287248:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109504 00000100:00100000:0.0:1780298646.287275:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24326 00000100:00100000:0.0:1780298646.287284:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605109504:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.287294:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.287333:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.287340:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605109504:12345-192.168.203.125@tcp:104: Request processed in 57us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.287347:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24326 00010000:00010000:3.0:1780298646.287366:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.287373:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.287381:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.287385:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.287458:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.287465:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.287500:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.287508:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.287527:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.287535:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d4fe7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [389120->1560575] (req 389120->401407) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630361d3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.287553:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.287556:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.287556:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609722112:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.287560:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.287887:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609721984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.287900:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.287910:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.287918:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.288247:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.288290:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109632 00000100:00100000:0.0:1780298646.288295:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109632 00000100:00100000:0.0:1780298646.288321:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24327 00000100:00100000:0.0:1780298646.288328:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605109632:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.288336:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.288352:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->622591] (req 614400->622591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.288361:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.288369:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.288378:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.288397:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.288415:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d800) 00010000:00010000:3.0:1780298646.288427:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.288438:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.288447:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605109632:12345-192.168.203.125@tcp:105: Request processed in 118us (199us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.288450:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.288457:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24327 00000008:00010000:3.0:1780298646.288468:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=3497983 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.288478:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.288486:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.288505:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000100:00100000:2.0:1780298646.288559:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.288566:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609722240:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.289018:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609722112:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.289444:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609722240:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.289490:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.289494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.289497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.289501:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.289512:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.289522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.289524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.289541:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.289561:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.289567:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.289582:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.289592:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.289601:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298646.289608:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.289613:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.289616:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:3.0:1780298646.289621:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.289624:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.289631:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1780298646.289652:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.289657:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.289670:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.289672:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298646.289681:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.289683:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298646.289730:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.289750:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.289757:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.289781:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1780298646.289790:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000100:00100000:2.0:1780298646.289797:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609722368:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.289800:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.289805:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:3.0:1780298646.289813:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:3.0:1780298646.289823:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.290431:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.290474:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109760 00000100:00100000:0.0:1780298646.290478:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109760 00000100:00100000:0.0:1780298646.290506:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24328 00000100:00100000:0.0:1780298646.290515:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605109760:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.290524:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.290540:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.290567:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.290569:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.290572:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.290574:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.290611:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605109760:12345-192.168.203.125@tcp:106: Request processed in 98us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.290619:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24328 00010000:00010000:2.0:1780298646.291234:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291241:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291251:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291255:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291259:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.291265:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.291267:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.291275:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291280:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291285:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.291289:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.291291:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.291303:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:3.0:1780298646.291308:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.291312:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.291315:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.291317:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.291319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.291321:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.291322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.291330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.291333:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d509d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.291336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.291347:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609722368:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.291370:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.291388:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.291402:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.291406:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.291418:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.291421:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298646.291431:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.291433:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298646.291441:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.291461:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.291471:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.291503:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000100:00100000:2.0:1780298646.291506:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.291514:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609722496:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.291516:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:3.0:1780298646.291526:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.291530:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1780298646.291538:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00200000:3.0:1780298646.291549:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.292135:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.292186:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.292194:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605109888 00000100:00100000:0.0:1780298646.292197:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605109888 00000100:00100000:0.0:1780298646.292218:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24329 00000100:00100000:0.0:1780298646.292223:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605109888:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.292229:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.292236:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.292254:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.292255:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.292257:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.292258:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.292285:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605109888:12345-192.168.203.125@tcp:106: Request processed in 63us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.292290:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24329 00010000:00010000:2.0:1780298646.292912:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292919:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292925:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292929:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292933:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.292939:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.292942:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.292949:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292954:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292959:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.292962:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.292965:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.292977:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000020:00010000:3.0:1780298646.292982:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.292983:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.292987:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.292987:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.292995:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.292996:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d50a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.293001:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.293007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.293008:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609722496:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298646.293013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.293018:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.293042:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.293056:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000080:00200008:3.0:1780298646.293068:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.293074:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.293088:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.293098:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.293106:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298646.293111:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.293115:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.293117:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:3.0:1780298646.293121:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.293123:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.293127:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00000080:00200000:3.0:1780298646.293144:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.293147:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.293158:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.293160:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298646.293166:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.293167:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298646.293185:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.293191:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.293216:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1780298646.293222:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000100:00100000:2.0:1780298646.293225:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609722624:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.293235:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.293237:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:3.0:1780298646.293242:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00200000:3.0:1780298646.293249:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.293860:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.293897:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110016 00000100:00100000:0.0:1780298646.293902:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110016 00000100:00100000:0.0:1780298646.293922:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24330 00000100:00100000:0.0:1780298646.293927:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605110016:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.293932:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.293942:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.293966:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.293968:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.293972:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.293974:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.294005:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605110016:12345-192.168.203.125@tcp:106: Request processed in 78us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.294010:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24330 00010000:00010000:2.0:1780298646.294641:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294648:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294654:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294658:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294662:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.294667:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.294670:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.294678:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294682:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294724:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294733:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:3.0:1780298646.294734:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00010000:00010000:2.0:1780298646.294736:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.294740:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.294747:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.294750:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.294753:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.294756:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.294759:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.294763:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.294764:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.294769:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.294775:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d50ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.294791:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609722624:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.294795:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.294816:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 6500683, len 2659 00000080:00200000:3.0:1780298646.294828:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.294832:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.294839:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.294853:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1587, 1587] 00000008:00010000:3.0:1780298646.294860:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.294863:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079a390, flags 0x0 00010000:00010000:3.0:1780298646.294870:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (2306048 2310143) 00010000:00010000:3.0:1780298646.294889:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.294898:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.294907:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.294922:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609722752:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.294962:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.295729:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.295761:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.295776:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110144 00000100:00100000:0.0:1780298646.295782:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110144 00000100:00100000:1.0:1780298646.295783:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110272 00000100:00100000:1.0:1780298646.295789:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110272 00000100:00100000:0.0:1780298646.295814:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24331 00000100:00100000:0.0:1780298646.295825:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605110144:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298646.295826:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24332 00010000:00010000:0.0:1780298646.295836:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000100:00100000:1.0:1780298646.295843:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605110272:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.295859:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1780298646.295883:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.295888:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605110144:12345-192.168.203.125@tcp:104: Request processed in 68us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.295894:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24331 00010000:00010000:2.0:1780298646.295901:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780298646.295912:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1780298646.295914:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000100:00100000:1.0:1780298646.295924:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605110272:12345-192.168.203.125@tcp:104: Request processed in 84us (159us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.295925:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.295931:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298646.295936:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.295937:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24332 00010000:00010000:3.0:1780298646.295945:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298646.295955:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.295960:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1780298646.295968:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.295994:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.296035:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.296076:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1780298646.296086:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000080:00200000:3.0:1780298646.296090:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.296098:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1780298646.296104:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d4faf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303619b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1780298646.296117:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.296118:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.296120:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.296126:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.296135:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609722880:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.296138:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298646.296146:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.296156:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298646.296163:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d4fa8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1531904->1535999) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036194 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:3.0:1780298646.296179:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.296182:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.296185:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.296190:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609723008:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.296603:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609722752:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.296616:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.296625:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.296633:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.297050:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:2.0:1780298646.297072:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609722880:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.297091:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110400 00000100:00100000:0.0:1780298646.297095:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110400 00000100:00100000:0.0:1780298646.297117:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24333 00000100:00100000:0.0:1780298646.297126:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605110400:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.297134:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.297143:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->2310143] (req 2306048->2310143) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.297152:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.297161:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.297169:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.297175:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.297194:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217c800) 00000100:00100000:0.0:1780298646.297217:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605110400:12345-192.168.203.125@tcp:105: Request processed in 94us (168us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.297218:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.297227:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24333 00010000:00010000:3.0:1780298646.297234:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.297251:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.297261:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3838373, setting rss=3838373; kms=3838373, end=35860479 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.297270:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.297277:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.297295:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 472 00000100:00100000:2.0:1780298646.297382:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609723136:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.297772:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609723008:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.298360:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609723136:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.298406:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.298411:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.298414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.298419:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.298429:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.298440:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23038 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.298443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c27128/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.298465:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.298516:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.298524:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.298538:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.298550:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.298560:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1780298646.298567:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.298572:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.298575:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:3.0:1780298646.298579:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.298583:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.298589:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:3.0:1780298646.298612:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.298618:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.298634:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.298636:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298646.298647:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.298649:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298646.298657:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.298675:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.298738:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.298775:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.298776:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780298646.298786:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.298791:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609723264:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.298800:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.298820:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.298829:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609723392:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.299537:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.299564:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.299582:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110656 00000100:00100000:0.0:1780298646.299586:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110528 00000100:00100000:1.0:1780298646.299587:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110656 00000100:00100000:0.0:1780298646.299593:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110528 00000100:00100000:1.0:1780298646.299619:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24334 00000100:00100000:1.0:1780298646.299625:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605110656:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.299630:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24335 00010000:00010000:1.0:1780298646.299632:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.299641:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.299641:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605110528:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.299654:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.299677:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.299708:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.299721:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:1.0:1780298646.299724:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.299726:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.299743:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.299746:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.299750:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.299752:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:1.0:1780298646.299761:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605110656:12345-192.168.203.125@tcp:106: Request processed in 135us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.299770:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24334 00000100:00100000:0.0:1780298646.299794:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605110528:12345-192.168.203.125@tcp:106: Request processed in 155us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.299802:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24335 00010000:00010000:2.0:1780298646.300452:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300467:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300469:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300491:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300492:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300503:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300512:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300513:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300535:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.300538:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3838373, setting rss=3838373; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.300546:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.300549:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300550:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.300571:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00010000:00010000:2.0:1780298646.300571:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.300578:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.300584:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300589:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.300592:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300593:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300614:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300622:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.300624:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000020:00010000:0.0:1780298646.300631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.300633:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.300633:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.300634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.300639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.300640:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.300640:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.300644:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.300651:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27128/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.300657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.300661:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d50c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.300665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.300705:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609723392:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.300744:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:0.0:1780298646.300748:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.300750:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.300762:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d50b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.300775:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609723264:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.300775:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.300794:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.300799:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.300815:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.300818:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c4386084e40, flags 0x400001002 00000008:00010000:0.0:1780298646.300832:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.300834:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c4386085c80, flags 0x400001002 00010000:00010000:0.0:1780298646.300842:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.300863:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.300873:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.300917:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.300925:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.300933:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609723520:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.300940:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.300957:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609723648:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.301750:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.301777:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.301782:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.301794:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110784 00000100:00100000:0.0:1780298646.301798:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110784 00000100:00100000:2.0:1780298646.301806:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605110912 00000100:00100000:2.0:1780298646.301811:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605110912 00000100:00100000:0.0:1780298646.301833:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24336 00000100:00100000:2.0:1780298646.301844:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 486 00000100:00100000:0.0:1780298646.301847:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605110784:12345-192.168.203.125@tcp:106: 00000100:00100000:2.0:1780298646.301854:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8358:x1866777605110912:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.301855:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.301862:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.301870:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.301872:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.301922:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.301923:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:2.0:1780298646.301926:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.301928:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3838373 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.301931:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.301934:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.301938:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.301940:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:2.0:1780298646.301971:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8358:x1866777605110912:12345-192.168.203.125@tcp:106: Request processed in 119us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.301982:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 486 00000100:00100000:0.0:1780298646.301983:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605110784:12345-192.168.203.125@tcp:106: Request processed in 138us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.301993:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24336 00010000:00010000:1.0:1780298646.302682:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.302725:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302730:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.302747:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302749:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302770:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.302771:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302791:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.302792:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.302817:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.302822:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:1.0:1780298646.302830:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:0.0:1780298646.302832:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3838373, setting rss=3838373; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1780298646.302834:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.302839:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.302848:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302856:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302862:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.302863:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302868:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.302872:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000020:00010000:2.0:1780298646.302879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750ff8 (ffff8c43878aeb48/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.302881:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.302883:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750ff8 (ffff8c43878aeb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.302889:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.302895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.302902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750ff8 (ffff8c43878aeb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.302905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeb48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.302905:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.302916:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.302917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeb48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.302922:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302927:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.302935:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.302944:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d50c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.302956:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.302961:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609723520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.302970:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.302976:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.302982:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00010000:00010000:0.0:1780298646.302985:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d50ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.303007:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609723648:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.303015:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6992962, type: SEEK_SET 00000080:00200008:2.0:1780298646.303026:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6992962, type: SEEK_SET, rc = 6992962 00000080:00200008:2.0:1780298646.303038:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6992962, count: 3689 00000080:00200000:2.0:1780298646.303069:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1707 00000080:00200000:2.0:1780298646.303085:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6992962, bytes: 3689 00000080:00200000:2.0:1780298646.303088:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.303092:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.303093:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6992962, 6996651) 0 0 00000080:00200000:2.0:1780298646.303095:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.303104:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6992962, 6996651) 6996651, 3689 00020000:00200000:2.0:1780298646.303107:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.303124:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1707, 1708] 00000008:00010000:2.0:1780298646.303132:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.303135:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f62b0, osc lock ffff8c43878a5a20, flags 0x0 00010000:00010000:2.0:1780298646.303161:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.303171:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.303178:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.303189:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609723776:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.303221:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.303971:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.304015:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111040 00000100:00100000:0.0:1780298646.304021:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111040 00000100:00100000:0.0:1780298646.304053:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24337 00000100:00100000:0.0:1780298646.304061:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605111040:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.304070:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.304113:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.304120:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605111040:12345-192.168.203.125@tcp:104: Request processed in 60us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.304127:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24337 00010000:00010000:2.0:1780298646.304143:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.304150:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.304159:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.304164:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.304195:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.304200:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.304230:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.304235:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.304267:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.304273:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609723904:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.304280:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d50b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2306048->35860479] (req 2306048->2310143) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303629e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.304302:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.304305:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.304309:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.304768:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609723776:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.304781:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.304791:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.304799:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.305046:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.305088:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111168 00000100:00100000:0.0:1780298646.305093:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111168 00000100:00100000:0.0:1780298646.305124:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24338 00000100:00100000:0.0:1780298646.305133:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605111168:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.305141:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.305151:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2797568->2805759] (req 2797568->2805759) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.305160:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.305175:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.305183:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.305192:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.305213:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693000) 00010000:00010000:2.0:1780298646.305235:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.305246:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605111168:12345-192.168.203.125@tcp:105: Request processed in 113us (199us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.305247:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.305262:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24338 00010000:00010000:2.0:1780298646.305267:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.305276:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3838373, setting rss=3838373; kms=3838373, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.305287:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.305292:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.305306:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [6992962, 6996651) 00000080:00200000:2.0:1780298646.305317:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9525019 00000080:00200000:2.0:1780298646.305321:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3689 iocb pos:6992962 00010000:00010000:2.0:1780298646.305348:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.305355:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2801664 2805759) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.305400:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617900 00010000:00010000:2.0:1780298646.305415:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.305423:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.305455:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617900 00010000:00010000:2.0:1780298646.305471:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2797568 2801663) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.305501:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70a80 - object 0x280000401:18 offset 2797568<>2805760 00000100:00100000:3.0:1780298646.305538:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.305550:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609724032:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.305907:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609723904:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.306545:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617900 00000020:00200000:2.0:1780298646.306552:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.306567:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617900 00000100:00100000:2.0:1780298646.306580:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609724032:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.306614:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.306618:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.306621:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f62b0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.306625:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.306633:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.306641:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.306643:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f62b0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.306649:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3689 bytes 00000080:00200000:0.0:1780298646.306666:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.306670:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3689, restart: 0 00000080:00200000:0.0:1780298646.306673:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3689 00000080:00200008:0.0:1780298646.306738:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.306747:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.306762:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.306782:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298646.306792:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00000080:00200000:0.0:1780298646.306799:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.306805:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.306809:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:0.0:1780298646.306814:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.306816:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298646.306824:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1780298646.306851:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.306858:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.306877:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.306887:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7f30, osc lock ffff8c4386085560, flags 0x400001002 00000008:00010000:0.0:1780298646.306900:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.306902:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7f70, osc lock ffff8c4386084be0, flags 0x400001002 00010000:00010000:0.0:1780298646.306930:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.306938:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.306984:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609724160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.306987:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.306998:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.307010:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.307037:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609724288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.307767:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.307800:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111296 00000100:00100000:0.0:1780298646.307805:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111296 00000100:00100000:0.0:1780298646.307836:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24339 00000100:00100000:0.0:1780298646.307841:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605111296:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.307848:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.307854:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.307877:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.307878:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.307881:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.307882:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.307915:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605111296:12345-192.168.203.125@tcp:106: Request processed in 74us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.307920:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24339 00010000:00010000:0.0:1780298646.307945:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.307953:0:2398:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.307960:0:2398:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.307967:0:2398:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.307975:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3838373, setting rss=3838373; kms=3838373, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.307980:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.307983:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.307988:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.307996:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308001:0:2398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.308007:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609724288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.308577:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308587:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308595:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308602:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308608:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.308616:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.308620:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.308630:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308638:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308646:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.308655:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000020:00010000:2.0:1780298646.308661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.308664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae878/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.308666:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.308667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7f30 (ffff8c43878ae368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.308671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7f70 (ffff8c43878ae098/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.308671:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.308677:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.308682:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7f30 (ffff8c43878ae878/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.308705:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7f70 (ffff8c43878ae878/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.308738:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.308744:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.308750:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d50dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.308751:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.308772:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609724160:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.308773:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.308787:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.308793:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.308809:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.308812:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.308825:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.308827:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298646.308852:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.308868:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.308897:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.308915:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609724416:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.308915:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.308925:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.308927:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.308935:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.308944:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.309661:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.309733:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111424 00000100:00100000:0.0:1780298646.309738:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111424 00000100:00100000:0.0:1780298646.309768:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24340 00000100:00100000:0.0:1780298646.309776:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605111424:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.309785:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.309792:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.309810:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.309811:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.309814:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.309815:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.309843:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605111424:12345-192.168.203.125@tcp:106: Request processed in 70us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.309848:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24340 00010000:00010000:2.0:1780298646.310556:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310569:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310579:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310592:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310599:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.310608:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.310612:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.310623:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310632:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310639:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.310647:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.310651:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.310653:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000020:00010000:0.0:1780298646.310661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee908/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.310666:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee908/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.310669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.310672:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.310675:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.310677:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.310682:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee908/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.310736:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.310742:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.310751:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.310756:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d50ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.310771:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000100:00100000:2.0:1780298646.310775:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609724416:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.310866:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3109022, type: SEEK_SET 00000080:00200008:0.0:1780298646.310871:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3109022, type: SEEK_SET, rc = 3109022 00000080:00200008:0.0:1780298646.310878:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3109022, count: 1393 00000080:00200000:0.0:1780298646.310903:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 759 of 158 to 1393 bytes 00000080:00200000:0.0:1780298646.310909:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 1393 00000080:00200000:0.0:1780298646.310920:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 3109022, bytes: 1393 00000080:00200000:0.0:1780298646.310923:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298646.310926:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298646.310928:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [3109022, 3110415) 0 0 00000080:00200000:0.0:1780298646.310930:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.310936:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [759, 759] 00020000:00200000:0.0:1780298646.310941:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3109022, 3110415) 3110415, 1393 00020000:00200000:0.0:1780298646.310944:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.310960:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [759, 759] 00000008:00010000:0.0:1780298646.310967:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.310970:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aed30, osc lock ffff8c4386084260, flags 0x0 00010000:00010000:0.0:1780298646.310992:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.310997:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.311003:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.311013:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609724544:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.311051:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.312023:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.312083:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111552 00000100:00100000:0.0:1780298646.312089:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111552 00000100:00100000:0.0:1780298646.312162:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24341 00000100:00100000:0.0:1780298646.312171:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605111552:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.312180:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.312233:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.312239:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605111552:12345-192.168.203.125@tcp:104: Request processed in 71us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.312247:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24341 00010000:00010000:2.0:1780298646.312264:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.312271:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.312281:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.312286:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.312328:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.312338:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.312380:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.312388:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.312409:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.312418:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d5096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [614400->3497983] (req 614400->622591) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036282 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.312438:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.312440:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.312442:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609724672:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.312443:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.313160:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609724544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.313175:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313184:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313192:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.313484:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.313537:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.313548:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111680 00000100:00100000:0.0:1780298646.313552:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111680 00000100:00100000:0.0:1780298646.313583:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24342 00000100:00100000:0.0:1780298646.313590:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605111680:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.313598:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313609:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3112959] (req 3108864->3112959) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313623:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313632:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313637:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313643:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.313666:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7000) 00000100:00100000:0.0:1780298646.313719:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605111680:12345-192.168.203.125@tcp:105: Request processed in 118us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.313727:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24342 00010000:00010000:2.0:1780298646.313728:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.313740:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.313753:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.313764:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5330715, setting rss=5330715; kms=3497984, end=3497983 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.313781:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.313789:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.313809:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [3109022, 3110415) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.313821:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 759 of 158 to 1393 bytes 00010000:00010000:2.0:1780298646.313885:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 70 res 11811161089/17 (3080192 3084287) 00000008:00010000:2.0:1780298646.313902:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617780 00000008:00010000:2.0:1780298646.313948:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617780 00010000:00010000:2.0:1780298646.313966:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3108864 3112959) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.313989:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43bbc70000 - object 0x2c0000401:17 offset 3108864<>3112960 00000100:00100000:3.0:1780298646.314043:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609724800:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.314508:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609724672:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.315135:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617780 00000020:00200000:2.0:1780298646.315143:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.315155:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617780 00000100:00100000:2.0:1780298646.315167:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609724800:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298646.315185:0:29360:0:(rw26.c:858:ll_write_end()) pos 3109022, len 1393, copied 1393 00000080:00200000:0.0:1780298646.315193:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000605d36fc[3 0000000003324618 2 1 00000000612bf6c7] 00000080:00200000:0.0:1780298646.315197:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f9686d6 17ffffc0001009 3:0 ffff8c43867ec1c0 759 lru 00000080:00200000:0.0:1780298646.315205:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000092fdab32 759: 1< 1 - - > 2< 3108864 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298646.315208:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000605d36fc 00000080:00200000:0.0:1780298646.315210:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1780298646.315215:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 158, to 1551 prio 0 00000008:00010000:0.0:1780298646.315232:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000007acaa73a ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.315255:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000080:00200000:0.0:1780298646.315259:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 1393 bytes, tot: 1393 00000080:00200000:0.0:1780298646.315262:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 1393 00000020:00010000:0.0:1780298646.315274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa8a8 (ffff8c43878aeea8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.315277:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa8a8 (ffff8c43878aeea8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.315280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aed30 (ffff8c43878ae5a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.315285:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.315294:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.315307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa8a8 (ffff8c43878aeea8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.315310:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aed30 (ffff8c43878aeea8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.315317:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1393 bytes 00000080:00200000:0.0:1780298646.315322:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [759, 759] 00000080:00200000:0.0:1780298646.315342:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.315345:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 1393, restart: 0 00000080:00200000:0.0:1780298646.315353:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000080:00200000:0.0:1780298646.315357:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1393 00000080:00200008:0.0:1780298646.315383:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.315390:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.315406:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.315419:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298646.315433:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1780298646.315440:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.315447:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.315450:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d4f70 00000080:00010000:0.0:1780298646.315455:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f70 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.315458:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298646.315464:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1780298646.315488:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.315495:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.315512:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.315516:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084260, flags 0x400001002 00000008:00010000:0.0:1780298646.315529:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.315531:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.315540:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.315562:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.315570:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.315608:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.315624:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.315634:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609724928:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.315723:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.315732:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.315734:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.315740:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298646.315747:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.316527:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.316557:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111808 00000100:00100000:0.0:1780298646.316561:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111808 00000100:00100000:0.0:1780298646.316586:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24343 00000100:00100000:0.0:1780298646.316593:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605111808:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.316599:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.316605:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.316628:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.316630:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.316634:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.316636:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.316681:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605111808:12345-192.168.203.125@tcp:106: Request processed in 88us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.316731:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24343 00010000:00010000:0.0:1780298646.317728:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317743:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317753:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317760:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317766:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.317772:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:0.0:1780298646.317776:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.317786:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317795:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317799:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.317804:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.317807:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.317819:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00010000:00010000:0.0:1780298646.317826:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.317829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752da0 (ffff8c43878aeea8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.317830:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.317836:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752da0 (ffff8c43878aeea8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.317840:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d50f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.317842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.317849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae008/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.317853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752da0 (ffff8c43878aeea8/0) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.317854:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609724928:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.317858:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878aeea8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.317864:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878aeea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.317891:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.317912:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.317929:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.317933:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.317947:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.317949:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298646.317962:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.317964:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298646.317973:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.317994:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.318004:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.318038:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.318052:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.318062:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609725056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.318078:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.318092:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.318095:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.318106:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.318117:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.318865:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.318899:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605111936 00000100:00100000:0.0:1780298646.318904:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605111936 00000100:00100000:0.0:1780298646.318931:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24344 00000100:00100000:0.0:1780298646.318939:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605111936:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.318947:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.318963:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.318986:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.318988:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.318991:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.318992:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.319024:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605111936:12345-192.168.203.125@tcp:106: Request processed in 87us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.319029:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24344 00010000:00010000:2.0:1780298646.319760:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319772:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319782:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319791:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319798:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.319821:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=5330715, end=18446744073709551615 00000020:00200000:2.0:1780298646.319825:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.319836:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319843:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319852:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.319858:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.319864:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.319889:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000020:00010000:3.0:1780298646.319897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929ee098/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.319898:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.319903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929ee098/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.319905:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.319908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.319920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.319930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929ee098/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.319931:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d50ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.319943:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee098/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.319949:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee098/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.319952:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609725056:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.319996:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.320019:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000080:00200008:3.0:1780298646.320075:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3426572, type: SEEK_SET 00000080:00200008:3.0:1780298646.320083:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3426572, type: SEEK_SET, rc = 3426572 00000080:00200008:3.0:1780298646.320093:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3426572, count: 3968 00000080:00200000:3.0:1780298646.320138:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 836 00000080:00200000:3.0:1780298646.320172:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 3426572, bytes: 3968 00000080:00200000:3.0:1780298646.320177:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298646.320182:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298646.320184:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [3426572, 3430540) 0 0 00000080:00200000:3.0:1780298646.320187:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.320200:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3426572, 3430540) 3430540, 3968 00020000:00200000:3.0:1780298646.320203:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.320225:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [836, 837] 00000008:00010000:3.0:1780298646.320236:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.320240:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079a980, flags 0x0 00010000:00010000:3.0:1780298646.320256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320268:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3424256 3432447) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320277:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320282:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320286:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.320293:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [3426572, 3430540) 00000080:00200000:3.0:1780298646.320300:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8032677 00000080:00200000:3.0:1780298646.320303:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3968 iocb pos:3426572 00010000:00010000:3.0:1780298646.320334:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320341:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3428352 3432447) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 8/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320357:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 8/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320364:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 7/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298646.320405:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298646.320428:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 7/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.320437:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298646.320483:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab180 00010000:00010000:3.0:1780298646.320506:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3424256 3428351) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298646.320545:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0700 - object 0x2c0000401:17 offset 3424256<>3432448 00000100:00100000:2.0:1780298646.320591:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609725184:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.322050:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab180 00000020:00200000:2.0:1780298646.322057:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.322070:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab180 00000100:00100000:2.0:1780298646.322090:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609725184:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.322151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c233f8 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.322161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c233f8 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.322164:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.322171:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.322184:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.322199:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c233f8 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.322201:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c27f38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.322209:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3968 bytes 00000080:00200000:3.0:1780298646.322236:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.322241:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3968, restart: 0 00000080:00200000:3.0:1780298646.322246:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3968 00000080:00200008:2.0:1780298646.322321:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.322330:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.322346:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.322359:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298646.322371:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1780298646.322379:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.322385:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.322389:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d4f93 00000080:00010000:2.0:1780298646.322394:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d4f93 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.322397:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298646.322405:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1780298646.322432:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.322439:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.322459:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.322462:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a5560, flags 0x400001002 00000008:00010000:2.0:1780298646.322476:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.322478:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a5c80, flags 0x400001002 00010000:00010000:2.0:1780298646.322487:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.322509:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.322519:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.322550:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.322564:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.322573:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609725312:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.322602:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.322619:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.322624:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.322636:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.322651:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.323536:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.323572:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112064 00000100:00100000:0.0:1780298646.323578:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112064 00000100:00100000:0.0:1780298646.323618:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24345 00000100:00100000:0.0:1780298646.323627:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605112064:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.323636:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.323646:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.323675:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.323678:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.323681:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.323683:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.323772:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605112064:12345-192.168.203.125@tcp:106: Request processed in 146us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.323781:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24345 00010000:00010000:2.0:1780298646.324607:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324620:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324628:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324633:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324638:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.324646:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=3497984, end=18446744073709551615 00000020:00200000:2.0:1780298646.324650:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.324663:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324671:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324679:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324706:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.324707:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00010000:00010000:2.0:1780298646.324722:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.324723:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc920 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.324730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc920 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.324739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.324744:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.324750:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc920 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.324754:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.324759:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929eecf8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.324790:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.324799:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.324807:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5106 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.324809:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.324829:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609725312:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.324838:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.324851:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.324855:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.324870:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.324871:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.324891:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.324893:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.324908:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.324932:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.324942:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.324974:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.324991:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.324992:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609725440:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.325005:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.325014:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.325023:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298646.325035:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.325786:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.325826:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112192 00000100:00100000:0.0:1780298646.325831:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112192 00000100:00100000:0.0:1780298646.325865:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24346 00000100:00100000:0.0:1780298646.325875:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605112192:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.325883:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.325893:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.325922:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.325924:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000020:00010000:0.0:1780298646.325928:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.325929:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5330715 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 456 00000100:00100000:0.0:1780298646.325972:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605112192:12345-192.168.203.125@tcp:106: Request processed in 100us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.325980:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24346 00010000:00010000:0.0:1780298646.326727:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326738:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326747:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326754:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326760:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.326768:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5330715, setting rss=5330715; leaving kms=3497984, end=18446744073709551615 00000020:00200000:0.0:1780298646.326771:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.326783:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326791:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326803:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.326804:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9525019 i_blocks 480 00000020:00010000:1.0:1780298646.326811:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750db0 (ffff8c43878ae638/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.326816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750db0 (ffff8c43878ae638/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.326818:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.326819:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.326824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae7e8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.326824:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.326828:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750db0 (ffff8c43878ae638/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.326833:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae638/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.326839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae638/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.326880:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.326882:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.326886:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.326894:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d510d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.326896:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9525019 00000100:00100000:0.0:1780298646.326912:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609725440:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.326939:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 9525019, valid attrs 2068, mode 0, uid 0, gid 0, new size 4339150, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:1.0:1780298646.326965:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.326989:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 158 lru_type: 1 00010000:00010000:1.0:1780298646.327017:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.327024:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.327027:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217dc00/0x11c228eb194d4f93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e6303617f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000020:00100000:1.0:1780298646.327042:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298646.327049:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c438728f800 x1866777609725696/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298646.327064:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609725696:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298646.327097:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.328104:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.328143:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112320 00000100:00100000:0.0:1780298646.328149:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112320 00000100:00100000:0.0:1780298646.328174:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24347 00000100:00100000:0.0:1780298646.328179:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:9976:x1866777605112320:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.328187:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.328221:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.328225:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:9976:x1866777605112320:12345-192.168.203.125@tcp:104: Request processed in 47us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.328230:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24347 00010000:00010000:3.0:1780298646.328270:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.328282:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328295:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4800 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298646.328349:0:6616:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328360:0:6616:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328369:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328395:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 157 lru_type: 1 00010000:00010000:3.0:1780298646.328436:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328443:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.328473:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328481:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e4800/0x11c228eb194d4f70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63036155 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.328503:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.328504:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.328506:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.328515:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.328533:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609725824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.329352:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609725824:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.329577:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728f800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609725696:192.168.203.125@tcp:36:fsx.0 00000080:00200000:0.0:1780298646.329622:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.329626:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.329637:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.329666:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1780298646.329675:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.329679:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386084000, flags 0x0 00000008:00010000:0.0:1780298646.329682:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.329684:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386085430, flags 0x0 00010000:00010000:0.0:1780298646.329742:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.329766:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.329774:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.329783:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.329798:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609725952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.329836:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.330662:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.330718:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.330739:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112448 00000100:00100000:1.0:1780298646.330742:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112448 00000100:00100000:0.0:1780298646.330743:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.330756:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112576 00000100:00100000:0.0:1780298646.330760:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112576 00000100:00100000:1.0:1780298646.330769:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24348 00000100:00100000:1.0:1780298646.330777:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:8356:x1866777605112448:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.330784:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.330790:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24349 00000100:00100000:0.0:1780298646.330804:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+5:8356:x1866777605112576:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.330814:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.330834:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.330839:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:8356:x1866777605112448:12345-192.168.203.125@tcp:104: Request processed in 65us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.330844:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24348 00010000:00010000:0.0:1780298646.330856:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780298646.330864:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605112576:12345-192.168.203.125@tcp:104: Request processed in 62us (174us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.330865:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1780298646.330875:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.330876:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24349 00010000:00010000:3.0:1780298646.330877:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.330884:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298646.330887:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.330901:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:1.0:1780298646.330901:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112704 00010000:00010000:3.0:1780298646.330903:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:1.0:1780298646.330905:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112704 00010000:00010000:2.0:1780298646.330909:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.330910:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.330934:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24350 00000100:00100000:1.0:1780298646.330940:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605112704:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.330945:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.330979:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.330984:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605112704:12345-192.168.203.125@tcp:104: Request processed in 45us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.330992:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24350 00010000:00010000:0.0:1780298646.330997:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:2.0:1780298646.331000:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00010000:3.0:1780298646.331001:0:6150:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.331004:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.331024:0:15609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3497984 3502079) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.331025:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00000008:00010000:3.0:1780298646.331028:0:6150:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.331031:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.331051:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.331073:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112832 00000100:00100000:1.0:1780298646.331076:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112832 00010000:00010000:3.0:1780298646.331083:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5324800 5328895) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.331097:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.331098:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:1.0:1780298646.331099:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24351 00000100:00100000:1.0:1780298646.331108:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605112832:12345-192.168.203.125@tcp:104: 00000080:00200000:0.0:1780298646.331111:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298646.331115:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298646.331136:0:6150:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1880 - object 0x2c0000401:17 offset 5324800<>5330715 00010000:00010000:1.0:1780298646.331140:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.331144:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605112832:12345-192.168.203.125@tcp:104: Request processed in 38us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.331150:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24351 00010000:00010000:3.0:1780298646.331182:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.331187:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.331191:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.331195:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.331197:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.331200:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.331212:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.331222:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.331226:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.331235:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d506c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3497984->4624383] (req 3497984->3502079) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036258 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.331244:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298646.331245:0:15608:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000007acaa73a ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.331248:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609726336:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.331250:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.331255:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.331258:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.331263:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5057 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4624384->5324799] (req 4624384->4636671) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036243 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.331275:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609726208:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.331286:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.331290:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1780298646.331295:0:15608:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000007acaa73a ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.331295:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.331315:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3108864 3112959) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.331318:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.331328:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609726080:192.168.203.125@tcp:4:fsx.0 00000008:00100000:3.0:1780298646.331340:0:15608:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1180 - object 0x2c0000401:17 offset 3108864<>3112960 00000100:00100000:2.0:1780298646.331362:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.331373:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609726464:192.168.203.125@tcp:4:fsx.0 00000100:00100000:0.0:1780298646.331951:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609725952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.331967:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.331977:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.331985:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.332149:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609726336:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.332174:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609726208:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.332932:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000007acaa73a ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.332957:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000007acaa73a ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.332971:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609726464:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298646.332983:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00010000:2.0:1780298646.332987:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.333005:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.333017:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609726080:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298646.333034:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.333044:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:0.0:1780298646.333073:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.333129:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.333133:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.333149:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.333149:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.333172:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.333174:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.333181:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d503b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5324800->38879231] (req 5324800->5332991) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036227 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.333190:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609726592:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.333193:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d50f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3108864->3497983] (req 3108864->3112959) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630362dd expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.333202:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609726720:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.333213:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.333218:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.333223:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.333260:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.333263:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.333266:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.333989:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609726592:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.334076:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.334112:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605112960 00000100:00100000:1.0:1780298646.334117:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605112960 00000100:00100000:1.0:1780298646.334149:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24352 00000100:00100000:1.0:1780298646.334156:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605112960:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.334163:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.334171:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.334177:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.334184:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.334190:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.334195:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.334209:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6200) 00010000:00010000:0.0:1780298646.334224:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.334232:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.334235:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605112960:12345-192.168.203.125@tcp:105: Request processed in 79us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.334247:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24352 00010000:00010000:0.0:1780298646.334251:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.334259:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5330715, setting rss=5330715; kms=5330715, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.334267:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.334272:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.334289:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.334307:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.334313:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.334318:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.334327:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609726848:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.334356:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.334930:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609726720:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.335248:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.335283:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113088 00000100:00100000:0.0:1780298646.335288:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113088 00000100:00100000:1.0:1780298646.335293:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.335308:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113216 00000100:00100000:1.0:1780298646.335311:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113216 00000100:00100000:0.0:1780298646.335322:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24353 00000100:00100000:0.0:1780298646.335331:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605113088:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298646.335336:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24354 00010000:00010000:0.0:1780298646.335341:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298646.335345:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605113216:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.335356:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.335392:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:1.0:1780298646.335398:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780298646.335399:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605113088:12345-192.168.203.125@tcp:104: Request processed in 70us (150us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.335404:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1780298646.335406:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605113216:12345-192.168.203.125@tcp:104: Request processed in 61us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.335413:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24353 00010000:00010000:3.0:1780298646.335414:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.335420:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.335421:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24354 00010000:00010000:3.0:1780298646.335432:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.335433:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.335439:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.335442:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.335449:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.335508:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.335516:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:2.0:1780298646.335522:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.335574:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.335593:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.335602:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.335617:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.335619:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.335634:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000009a52aee/0x11c228eb194d50e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630362cf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.335636:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.335648:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.335651:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.335653:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.335656:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.335661:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d50d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2797568->2805759) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630362c1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.335669:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609726976:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.335679:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.335682:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.335684:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.335724:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609727104:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.336077:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609726848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.336090:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336105:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336110:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.336522:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:3.0:1780298646.336527:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609726976:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.336561:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.336570:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113344 00000100:00100000:0.0:1780298646.336574:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113344 00000100:00100000:0.0:1780298646.336599:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24355 00000100:00100000:0.0:1780298646.336605:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605113344:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.336610:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336617:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336622:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336627:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336631:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336638:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.336650:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7400) 00010000:00010000:1.0:1780298646.336666:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.336673:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605113344:12345-192.168.203.125@tcp:105: Request processed in 68us (151us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298646.336678:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.336680:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24355 00010000:00010000:1.0:1780298646.336718:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.336729:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3838373, setting rss=3838373; kms=3838373, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.336741:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.336749:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.336814:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609727232:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.336840:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.336844:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609727360:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.337546:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609727104:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.338014:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609727360:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.338037:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609727232:192.168.203.125@tcp:10:fsx.0 00000080:00200000:1.0:1780298646.338075:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00000020:00010000:1.0:1780298646.338080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa4e8 (ffff8c43878aebd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.338082:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa4e8 (ffff8c43878aebd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.338085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.338089:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.338097:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.338107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.338109:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.338115:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.338120:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa4e8 (ffff8c43878aebd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.338122:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878aebd8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.338125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878aebd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.338152:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.338167:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 4339150, valid attrs 2168, mode 0, uid 0, gid 0, new size 4339150, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:1.0:1780298646.338183:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.338188:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.338200:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.338208:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:1.0:1780298646.338226:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.338231:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.338237:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.338245:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609727488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.338273:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.339191:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609727488:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.339204:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339214:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339224:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339235:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339241:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339246:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339250:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1780298646.339257:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c438728c000 x1866777609727488/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1780298646.339264:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1780298646.339272:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339277:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:0.0:1780298646.339280:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1780298646.339333:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1780298646.339339:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:0.0:1780298646.339342:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.339344:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.339346:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339351:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.339369:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.339374:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.339387:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.339389:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386085690, flags 0x400001002 00000008:00010000:0.0:1780298646.339398:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.339399:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386085db0, flags 0x400001002 00010000:00010000:0.0:1780298646.339417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339423:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.339448:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.339455:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609727616:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.339507:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.339513:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.339530:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.339537:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.339546:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609727744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.340209:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.340243:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113472 00000100:00100000:1.0:1780298646.340247:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113472 00000100:00100000:1.0:1780298646.340275:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24356 00000100:00100000:1.0:1780298646.340281:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605113472:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.340287:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.340288:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298646.340297:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.340304:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113600 00000100:00100000:0.0:1780298646.340308:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113600 00000100:00100000:0.0:1780298646.340327:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24357 00000020:00010000:1.0:1780298646.340333:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.340334:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605113600:12345-192.168.203.125@tcp:106: 00000020:00010000:1.0:1780298646.340336:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.340342:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:0.0:1780298646.340342:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.340345:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00010000:00010000:0.0:1780298646.340354:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.340378:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.340380:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.340382:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.340384:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.340391:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605113472:12345-192.168.203.125@tcp:106: Request processed in 109us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.340397:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24356 00000100:00100000:0.0:1780298646.340413:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605113600:12345-192.168.203.125@tcp:106: Request processed in 80us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.340419:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24357 00010000:00010000:0.0:1780298646.341153:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341154:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341176:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341178:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341195:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341199:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341222:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341223:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341245:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341246:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.341269:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.341274:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1780298646.341275:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1780298646.341277:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.341281:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.341287:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341293:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341297:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.341299:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.341300:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341322:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.341326:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00000020:00010000:2.0:1780298646.341334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750000 (ffff8c43878ae908/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.341336:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.341341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750000 (ffff8c43878ae908/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.341342:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.341349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878aed88/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.341349:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341351:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.341358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878aef38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.341358:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.341364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750000 (ffff8c43878ae908/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.341370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae908/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.341379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae908/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.341387:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5129 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.341410:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609727616:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.341431:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.341433:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.341440:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.341449:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5130 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.341460:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298646.341468:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609727744:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.341481:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.341486:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.341504:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.341506:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4130, flags 0x400001002 00000008:00010000:2.0:1780298646.341519:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.341521:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298646.341546:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.341555:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.341589:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.341599:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609727872:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.341628:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.341635:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.341647:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.341651:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609728000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.342406:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.342434:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113728 00000100:00100000:1.0:1780298646.342439:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113728 00000100:00100000:0.0:1780298646.342439:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.342468:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113856 00000100:00100000:1.0:1780298646.342470:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113856 00000100:00100000:0.0:1780298646.342481:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24358 00000100:00100000:0.0:1780298646.342491:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605113728:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.342496:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24359 00010000:00010000:0.0:1780298646.342502:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.342504:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605113856:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.342513:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.342517:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.342523:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.342571:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.342572:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.342573:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.342575:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.342579:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.342582:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.342588:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.342590:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.342617:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605113856:12345-192.168.203.125@tcp:106: Request processed in 114us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.342621:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24359 00000100:00100000:0.0:1780298646.342635:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605113728:12345-192.168.203.125@tcp:106: Request processed in 144us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.342643:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24358 00010000:00010000:2.0:1780298646.343339:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343349:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343356:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343360:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343365:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.343370:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.343373:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.343375:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343379:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343383:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343388:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.343390:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343418:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.343421:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343426:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d513e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.343436:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609728000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.343444:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343449:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343455:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343462:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343469:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.343477:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.343480:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.343493:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343501:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343507:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343513:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.343517:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.343521:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00000020:00010000:3.0:1780298646.343526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.343528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.343530:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.343532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.343534:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.343536:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eef38/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.343539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eef38/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.343545:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.343550:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343559:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5137 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.343561:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.343579:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609727872:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.343580:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4339150 00000080:00200008:3.0:1780298646.343593:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.343597:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.343636:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.343646:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.343656:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.343661:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.343666:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.343669:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:2.0:1780298646.343672:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.343674:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.343679:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.343743:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.343747:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.343759:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.343760:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a45f0, flags 0x400001002 00000008:00010000:2.0:1780298646.343768:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.343769:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a5430, flags 0x400001002 00010000:00010000:2.0:1780298646.343784:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.343793:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.343815:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.343821:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609728128:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.343865:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.343873:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.343895:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.343914:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.343925:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728256:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.344576:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.344607:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605113984 00000100:00100000:1.0:1780298646.344612:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.344612:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605113984 00000100:00100000:1.0:1780298646.344638:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114112 00000100:00100000:0.0:1780298646.344642:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24360 00000100:00100000:1.0:1780298646.344643:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114112 00000100:00100000:0.0:1780298646.344660:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605113984:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.344666:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.344674:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24361 00010000:00010000:0.0:1780298646.344676:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.344727:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.344729:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.344731:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605114112:12345-192.168.203.125@tcp:106: 00000020:00010000:0.0:1780298646.344732:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.344735:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00010000:00010000:1.0:1780298646.344745:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.344761:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.344767:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605113984:12345-192.168.203.125@tcp:106: Request processed in 116us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.344778:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24360 00000020:00010000:1.0:1780298646.344797:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.344799:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.344804:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.344806:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.344846:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605114112:12345-192.168.203.125@tcp:106: Request processed in 163us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.344851:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24361 00010000:00010000:2.0:1780298646.345350:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345358:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345364:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345368:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345372:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.345378:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.345380:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.345382:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345388:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345396:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345407:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.345411:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345439:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.345444:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345449:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d514c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.345461:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.345567:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345582:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345591:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345598:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345609:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.345615:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.345617:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.345626:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345630:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345635:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.345638:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.345641:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.345654:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00010000:00010000:2.0:1780298646.345658:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.345659:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddb60 (ffff8c43929ee758/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.345661:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.345665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddb60 (ffff8c43929ee758/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.345673:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d5145 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.345673:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.345681:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.345707:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609728128:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.345719:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddb60 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.345725:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.345730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.345752:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.345771:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 5580444, len 2564 00000080:00200000:0.0:1780298646.345784:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.345788:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.345795:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.345813:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1362, 1363] 00000008:00010000:0.0:1780298646.345822:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.345825:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aed30, osc lock ffff8c4386084980, flags 0x0 00010000:00010000:0.0:1780298646.345849:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.345858:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.345866:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.345880:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609728384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.345914:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.346509:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.346551:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.346560:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114240 00000100:00100000:1.0:1780298646.346564:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114240 00000100:00100000:1.0:1780298646.346589:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24362 00000100:00100000:1.0:1780298646.346596:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605114240:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.346602:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.346642:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.346649:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605114240:12345-192.168.203.125@tcp:104: Request processed in 54us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.346656:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24362 00010000:00010000:2.0:1780298646.346661:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.346667:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.346673:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.346676:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.346735:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.346741:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.346771:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.346776:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.346786:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.346792:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d511b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303630e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.346804:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.346806:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.346807:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.346816:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609728512:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.347194:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609728384:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.347205:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.347212:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.347218:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.347443:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.347475:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114368 00000100:00100000:1.0:1780298646.347480:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114368 00000100:00100000:1.0:1780298646.347509:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24363 00000100:00100000:1.0:1780298646.347518:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605114368:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.347526:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.347535:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->1392639] (req 1384448->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.347544:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.347551:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.347557:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.347563:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.347578:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6a00) 00010000:00010000:2.0:1780298646.347596:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.347601:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605114368:12345-192.168.203.125@tcp:105: Request processed in 84us (159us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.347609:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.347613:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24363 00010000:00010000:2.0:1780298646.347624:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.347634:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 144846, setting rss=144846; kms=144846, end=34938879 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.347645:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.347658:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.347678:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00000100:00100000:2.0:1780298646.347744:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.347752:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728640:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.348194:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609728512:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.348577:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728640:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.348611:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa998 (ffff8c43878aebd8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.348615:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa998 (ffff8c43878aebd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.348617:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aed30 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.348621:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.348628:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.348636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa998 (ffff8c43878aebd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.348637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aed30 (ffff8c43878aebd8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.348655:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.348731:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.348760:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.348783:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.348794:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.348806:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.348814:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.348820:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.348823:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:2.0:1780298646.348828:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.348831:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.348840:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.348864:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.348870:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.348893:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.348896:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298646.348909:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.348910:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4390, flags 0x400001002 00010000:00010000:2.0:1780298646.348940:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.348949:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.348976:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.348990:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.348994:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.349003:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.349015:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.349024:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.349032:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728896:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.349756:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.349780:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.349788:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114624 00000100:00100000:1.0:1780298646.349792:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114624 00000100:00100000:0.0:1780298646.349797:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114496 00000100:00100000:0.0:1780298646.349802:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114496 00000100:00100000:1.0:1780298646.349815:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24364 00000100:00100000:1.0:1780298646.349821:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605114624:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.349827:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.349833:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.349835:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24365 00000100:00100000:0.0:1780298646.349846:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605114496:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.349854:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.349862:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.349865:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.349871:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.349873:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00010000:00010000:0.0:1780298646.349873:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.349904:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605114624:12345-192.168.203.125@tcp:106: Request processed in 83us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.349909:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24364 00000020:00010000:0.0:1780298646.349914:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.349917:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.349921:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.349923:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:0.0:1780298646.349962:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605114496:12345-192.168.203.125@tcp:106: Request processed in 119us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.349967:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24365 00010000:00010000:2.0:1780298646.350545:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350557:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350566:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350574:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350586:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.350596:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:2.0:1780298646.350600:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.350603:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350612:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350621:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350629:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.350634:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350666:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.350671:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350685:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5161 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.350724:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728896:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.350741:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350751:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350759:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350767:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350774:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.350782:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.350785:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.350795:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350808:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350816:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.350823:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.350827:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.350830:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00000020:00010000:0.0:1780298646.350838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.350841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.350845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.350849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.350853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929eea28/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.350855:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.350856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.350860:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.350862:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.350873:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d515a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.350890:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609728768:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.350911:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.350934:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.350950:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.350955:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.350971:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.350973:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298646.350986:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.350988:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860845f0, flags 0x400001002 00010000:00010000:0.0:1780298646.351012:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.351034:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.351065:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.351076:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.351086:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609729024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.351112:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.351124:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.351145:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.351154:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.351164:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609729152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.351894:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.351926:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.351928:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114752 00000100:00100000:1.0:1780298646.351932:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114752 00000100:00100000:0.0:1780298646.351946:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605114880 00000100:00100000:0.0:1780298646.351952:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605114880 00000100:00100000:1.0:1780298646.351963:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24366 00000100:00100000:1.0:1780298646.351971:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605114752:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.351979:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.351980:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24367 00010000:00010000:1.0:1780298646.351990:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.351995:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605114880:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.352007:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.352016:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.352018:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.352021:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.352031:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.352033:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.352064:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605114752:12345-192.168.203.125@tcp:106: Request processed in 94us (170us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298646.352064:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.352068:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.352073:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24366 00000020:00010000:0.0:1780298646.352078:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.352080:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.352119:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605114880:12345-192.168.203.125@tcp:106: Request processed in 127us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.352126:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24367 00010000:00010000:0.0:1780298646.353139:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353151:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.353160:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353161:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353181:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.353185:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353196:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.353201:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.353214:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1780298646.353215:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.353221:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.353228:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353228:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353250:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.353253:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:1.0:1780298646.353260:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.353266:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.353276:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.353281:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.353287:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.353289:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.353306:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:1.0:1780298646.353312:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.353313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae128/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.353319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.353326:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae638/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.353328:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.353332:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae7e8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.353332:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.353334:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.353338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae128/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.353339:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.353345:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878ae128/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.353354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878ae128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.353356:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5168 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.353379:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609729024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.353391:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.353398:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.353405:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.353405:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d516f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.353425:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609729152:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.353431:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4339150 00000080:00200000:2.0:1780298646.353466:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 3195666, len 2401 00000080:00200000:2.0:1780298646.353482:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.353486:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.353493:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.353511:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [780, 780] 00000008:00010000:2.0:1780298646.353520:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.353522:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6eb0, osc lock ffff8c43878a51d0, flags 0x0 00010000:00010000:2.0:1780298646.353534:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.353545:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3194880 3198975) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.353554:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.353559:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.353563:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.353571:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00000100:00100000:2.0:1780298646.353608:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.353616:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609729280:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.354497:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609729280:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.354524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07943f8 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.354528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07943f8 (ffff8c43929ee638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.354531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6eb0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.354536:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.354546:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.354558:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07943f8 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.354560:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6eb0 (ffff8c43929ee638/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.354580:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.354597:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.354604:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.354616:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.354623:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.354630:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.354635:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.354639:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.354641:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:3.0:1780298646.354645:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.354647:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.354651:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298646.354673:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.354676:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.354724:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.354727:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079a980, flags 0x400001002 00000008:00010000:3.0:1780298646.354744:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.354746:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079ba20, flags 0x400001002 00010000:00010000:3.0:1780298646.354771:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.354779:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.354807:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.354813:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609729408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.354838:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.354848:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.354872:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.354880:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609729536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.355560:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.355606:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115008 00000100:00100000:0.0:1780298646.355612:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115008 00000100:00100000:0.0:1780298646.355640:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24368 00000100:00100000:0.0:1780298646.355646:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605115008:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.355653:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.355660:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.355679:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.355681:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.355684:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.355705:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.355707:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.355748:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.355758:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605115008:12345-192.168.203.125@tcp:106: Request processed in 112us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.355760:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115136 00000100:00100000:1.0:1780298646.355765:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115136 00000100:00100000:0.0:1780298646.355765:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24368 00000100:00100000:1.0:1780298646.355804:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24369 00000100:00100000:1.0:1780298646.355814:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605115136:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.355822:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.355832:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.355859:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.355861:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.355864:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.355866:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.355897:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605115136:12345-192.168.203.125@tcp:106: Request processed in 85us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.355903:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24369 00010000:00010000:3.0:1780298646.356545:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356559:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356569:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356574:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356577:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356583:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356585:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356592:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.356594:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.356598:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.356598:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356602:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356606:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356609:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.356613:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:2.0:1780298646.356616:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.356622:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356626:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.356629:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.356633:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356639:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356647:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.356650:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:2.0:1780298646.356657:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.356657:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.356663:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.356663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.356666:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.356671:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.356675:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.356702:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.356707:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091488 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.356723:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c272d8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.356727:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5176 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.356730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.356751:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609729408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.356751:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.356756:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.356763:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d517d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.356775:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.356777:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609729536:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.356806:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.356821:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.356826:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.356842:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.356844:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.356857:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.356859:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f0850, flags 0x400001002 00010000:00010000:1.0:1780298646.356882:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.356891:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.356920:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.356936:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.356936:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.356946:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.356951:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609729664:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.356967:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.356987:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.356997:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609729792:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.357682:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.357738:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.357739:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115264 00000100:00100000:0.0:1780298646.357743:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115264 00000100:00100000:0.0:1780298646.357773:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115392 00000100:00100000:0.0:1780298646.357775:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115392 00000100:00100000:1.0:1780298646.357784:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24370 00000100:00100000:1.0:1780298646.357795:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605115264:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.357798:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24371 00010000:00010000:1.0:1780298646.357807:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.357808:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605115392:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.357817:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.357822:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.357826:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.357876:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.357877:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.357880:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.357882:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.357886:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.357889:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.357893:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.357895:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.357919:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605115392:12345-192.168.203.125@tcp:106: Request processed in 111us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.357926:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24371 00000100:00100000:1.0:1780298646.357934:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605115264:12345-192.168.203.125@tcp:106: Request processed in 141us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.357942:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24370 00010000:00010000:1.0:1780298646.358574:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358582:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358589:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358594:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358595:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358608:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358618:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.358619:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:1.0:1780298646.358625:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.358629:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358635:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358636:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358656:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358659:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.358663:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.358668:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358678:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.358731:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.358735:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.358742:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.358748:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358748:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.358764:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:1.0:1780298646.358771:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d518b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.358772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580490 (ffff8c439057da28/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.358773:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.358777:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580490 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.358785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.358791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.358797:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580490 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.358800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057da28/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.358800:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.358803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057da28/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.358805:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609729792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.358818:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.358823:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.358832:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.358845:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4339150 00010000:00010000:0.0:1780298646.358856:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.358861:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.358869:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.358874:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3591819, type: SEEK_SET 00000080:00200008:3.0:1780298646.358879:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3591819, type: SEEK_SET, rc = 3591819 00000100:00100000:0.0:1780298646.358885:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609729664:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.358886:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3591819, count: 3318 00000080:00200000:3.0:1780298646.358918:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 876 00000080:00200000:3.0:1780298646.358932:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 3591819, bytes: 3318 00000080:00200000:3.0:1780298646.358936:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298646.358939:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298646.358940:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [3591819, 3595137) 0 0 00000080:00200000:3.0:1780298646.358942:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.358949:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3591819, 3595137) 3595137, 3318 00020000:00200000:3.0:1780298646.358951:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.358967:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [876, 877] 00000008:00010000:3.0:1780298646.358972:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.358974:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079aab0, flags 0x0 00010000:00010000:3.0:1780298646.358982:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.358990:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3588096 3596287) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.358997:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359002:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359006:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.359010:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [3591819, 3595137) 00000080:00200000:3.0:1780298646.359016:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00000080:00200000:3.0:1780298646.359018:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3318 iocb pos:3591819 00010000:00010000:3.0:1780298646.359045:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359054:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3592192 3596287) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359063:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359071:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359077:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1780298646.359113:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab000 00010000:00010000:3.0:1780298646.359133:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.359140:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:3.0:1780298646.359173:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab000 00010000:00010000:3.0:1780298646.359191:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3588096 3592191) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298646.359214:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0a80 - object 0x2c0000401:17 offset 3588096<>3596288 00000100:00100000:2.0:1780298646.359252:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.359263:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609729920:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.360209:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab000 00000020:00200000:2.0:1780298646.360215:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.360225:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab000 00000100:00100000:2.0:1780298646.360236:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609729920:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.360255:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23a88 (ffff8c4390c27998/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.360259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23a88 (ffff8c4390c27998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.360261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.360264:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.360276:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298646.360285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23a88 (ffff8c4390c27998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.360287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c27998/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.360292:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3318 bytes 00000080:00200000:3.0:1780298646.360304:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.360306:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3318, restart: 0 00000080:00200000:3.0:1780298646.360309:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3318 00000080:00200008:2.0:1780298646.360350:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.360356:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.360369:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.360377:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.360384:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.360389:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.360394:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.360396:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:2.0:1780298646.360400:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.360402:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.360407:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.360422:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.360425:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.360437:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.360439:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298646.360448:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.360449:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298646.360466:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.360474:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.360493:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.360503:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.360507:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.360511:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609730048:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.360520:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.360539:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609730176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.361226:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.361257:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.361257:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115520 00000100:00100000:0.0:1780298646.361262:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115520 00000100:00100000:0.0:1780298646.361289:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115648 00000100:00100000:0.0:1780298646.361291:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115648 00000100:00100000:1.0:1780298646.361299:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24372 00000100:00100000:1.0:1780298646.361311:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605115520:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.361311:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24373 00010000:00010000:1.0:1780298646.361321:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.361322:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605115648:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.361331:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.361335:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.361344:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.361376:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.361377:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.361383:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.361383:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.361387:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.361387:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.361394:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.361396:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.361428:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605115520:12345-192.168.203.125@tcp:106: Request processed in 121us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.361435:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24372 00000100:00100000:0.0:1780298646.361435:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438728fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605115648:12345-192.168.203.125@tcp:106: Request processed in 114us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.361444:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24373 00010000:00010000:3.0:1780298646.362081:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362093:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362102:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362107:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362112:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.362123:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.362125:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.362128:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362133:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362134:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362149:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362155:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362158:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.362165:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362171:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362181:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362193:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.362197:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.362203:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.362209:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00010000:00010000:3.0:1780298646.362210:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5192 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.362216:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00100000:3.0:1780298646.362227:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609730048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.362230:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362240:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.362249:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.362253:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:2.0:1780298646.362259:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.362260:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddda8 (ffff8c43929eee18/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.362265:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.362265:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddda8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.362270:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.362276:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929ee878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.362282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddda8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.362284:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eee18/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.362288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eee18/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.362325:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.362331:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.362334:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.362345:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5199 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.362358:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.362364:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609730176:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.362376:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.362383:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.362396:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.362398:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0f70, flags 0x400001002 00000008:00010000:1.0:1780298646.362406:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.362407:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f1300, flags 0x400001002 00010000:00010000:1.0:1780298646.362428:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.362437:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.362465:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.362482:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.362486:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.362490:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.362503:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.362503:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609730304:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.362522:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.362530:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609730432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.363179:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.363224:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115776 00000100:00100000:0.0:1780298646.363228:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115776 00000100:00100000:0.0:1780298646.363258:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24374 00000100:00100000:0.0:1780298646.363266:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605115776:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.363274:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.363284:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.363294:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.363313:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.363314:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605115904 00000020:00010000:0.0:1780298646.363317:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.363318:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605115904 00000020:00010000:0.0:1780298646.363324:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.363326:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.363337:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24375 00000100:00100000:1.0:1780298646.363345:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605115904:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.363355:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.363363:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.363373:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605115776:12345-192.168.203.125@tcp:106: Request processed in 106us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.363381:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24374 00000020:00010000:1.0:1780298646.363391:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.363393:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.363397:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.363399:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.363430:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605115904:12345-192.168.203.125@tcp:106: Request processed in 87us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.363437:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24375 00010000:00010000:0.0:1780298646.363992:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364005:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364015:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364022:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364030:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.364039:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.364043:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.364047:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364053:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364059:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364063:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.364066:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364099:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.364105:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.364113:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d51a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.364142:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609730304:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.364154:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364165:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364174:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364182:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364189:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.364198:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:1.0:1780298646.364202:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.364217:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364225:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364232:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.364237:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:1.0:1780298646.364238:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.364244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057df38/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.364245:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.364251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057df38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.364260:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d098/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.364264:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.364266:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057df38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.364268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057df38/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.364278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057df38/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.364281:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.364286:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.364294:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d51a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.364307:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c438728e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609730432:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.364311:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.364328:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4339150 00000080:00200000:2.0:1780298646.364365:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2983526, len 3613 00000080:00200000:2.0:1780298646.364379:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.364381:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.364388:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.364400:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [728, 729] 00000008:00010000:2.0:1780298646.364406:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.364408:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6430, osc lock ffff8c43878a5690, flags 0x0 00010000:00010000:2.0:1780298646.364417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.364425:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2981888 2990079) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.364431:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.364442:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.364446:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.364453:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 440 00000100:00100000:2.0:1780298646.364492:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.364501:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609730560:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.365323:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609730560:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.365334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794c68 (ffff8c43929ee518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.365338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794c68 (ffff8c43929ee518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.365341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6430 (ffff8c43929ee128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.365345:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.365353:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:3.0:1780298646.365361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794c68 (ffff8c43929ee518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.365362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6430 (ffff8c43929ee518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.365377:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.365390:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.365395:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.365408:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.365416:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.365422:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298646.365427:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.365431:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.365433:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:3.0:1780298646.365437:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.365439:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.365447:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298646.365465:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.365469:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.365485:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.365487:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079aab0, flags 0x400001002 00000008:00010000:3.0:1780298646.365500:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.365502:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079a4c0, flags 0x400001002 00010000:00010000:3.0:1780298646.365524:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.365533:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.365559:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.365568:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.365576:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609730688:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.365611:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.365623:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.365653:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609730816:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.365653:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.366277:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.366305:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.366319:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780298646.366327:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116160 00000100:00100000:0.0:1780298646.366331:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116032 00000100:00100000:3.0:1780298646.366332:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116160 00000100:00100000:0.0:1780298646.366338:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116032 00000100:00100000:3.0:1780298646.366361:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 487 00000100:00100000:3.0:1780298646.366369:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8358:x1866777605116160:12345-192.168.203.125@tcp:106: 00010000:00010000:3.0:1780298646.366374:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298646.366376:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24376 00010000:00010000:3.0:1780298646.366388:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1780298646.366390:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605116032:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.366403:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.366412:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.366415:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:3.0:1780298646.366417:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:3.0:1780298646.366424:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:3.0:1780298646.366426:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:3.0:1780298646.366463:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8358:x1866777605116160:12345-192.168.203.125@tcp:106: Request processed in 94us (156us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298646.366463:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.366470:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:3.0:1780298646.366474:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 487 00000020:00010000:0.0:1780298646.366480:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.366482:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.366524:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605116032:12345-192.168.203.125@tcp:106: Request processed in 137us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.366532:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24376 00010000:00010000:2.0:1780298646.367030:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367041:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367051:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367058:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367065:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.367074:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.367078:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.367081:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367088:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367095:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367102:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.367106:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367140:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.367146:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367158:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d51ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.367175:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609730688:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.367196:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367205:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367213:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367220:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367227:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.367234:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:2.0:1780298646.367238:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.367250:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.367264:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.367269:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:2.0:1780298646.367272:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.367275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090b68 (ffff8c4390c27998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.367282:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090b68 (ffff8c4390c27998/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.367285:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.367287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e870 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.367289:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.367293:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e8b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.367300:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090b68 (ffff8c4390c27998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.367304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e870 (ffff8c4390c27998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.367307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e8b0 (ffff8c4390c27998/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.367338:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.367344:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.367346:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.367359:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d51b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.367370:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.367372:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609730816:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.367389:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.367394:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.367410:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.367412:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f1db0, flags 0x400001002 00000008:00010000:1.0:1780298646.367424:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.367426:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f1c80, flags 0x400001002 00010000:00010000:1.0:1780298646.367449:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.367457:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.367487:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.367502:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.367505:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.367509:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.367518:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609730944:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.367519:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.367557:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609731072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.368068:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.368103:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116288 00000100:00100000:0.0:1780298646.368108:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116288 00000100:00100000:0.0:1780298646.368138:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24377 00000100:00100000:0.0:1780298646.368147:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605116288:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.368154:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.368164:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298646.368189:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.368191:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.368195:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.368198:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:0.0:1780298646.368240:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605116288:12345-192.168.203.125@tcp:106: Request processed in 94us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.368241:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.368251:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24377 00000100:00100000:0.0:1780298646.368267:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116416 00000100:00100000:0.0:1780298646.368271:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116416 00000100:00100000:0.0:1780298646.368292:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24378 00000100:00100000:0.0:1780298646.368300:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605116416:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.368307:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.368315:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.368337:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.368339:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.368343:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.368345:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.368380:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605116416:12345-192.168.203.125@tcp:106: Request processed in 80us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.368386:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24378 00010000:00010000:0.0:1780298646.368882:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368894:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368909:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368917:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368926:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.368936:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.368940:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.368944:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368952:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368961:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368969:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.368972:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.368999:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.369004:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369012:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d51bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.369026:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609730944:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.369046:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369055:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369064:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369071:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369078:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.369086:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:0.0:1780298646.369090:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.369101:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369108:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369115:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.369122:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:0.0:1780298646.369123:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.369129:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.369130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.369136:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.369142:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.369147:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.369150:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.369152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057da28/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.369156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057da28/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.369173:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.369179:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.369187:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d51c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.369191:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.369200:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609731072:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.369208:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4339150 00000080:00200008:1.0:1780298646.369218:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.369224:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.369237:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.369247:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.369258:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298646.369266:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.369271:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.369274:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:1.0:1780298646.369279:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.369282:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.369290:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298646.369314:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.369319:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.369333:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.369335:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f1c80, flags 0x400001002 00000008:00010000:1.0:1780298646.369345:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.369346:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f1db0, flags 0x400001002 00010000:00010000:1.0:1780298646.369367:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.369376:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.369399:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.369412:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.369420:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.369421:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609731200:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.369437:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.369475:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.369484:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609731328:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.370080:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.370122:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.370137:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116544 00000100:00100000:0.0:1780298646.370149:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116544 00000100:00100000:1.0:1780298646.370200:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116672 00000100:00100000:1.0:1780298646.370205:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116672 00000100:00100000:0.0:1780298646.370205:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24379 00000100:00100000:0.0:1780298646.370216:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605116544:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.370224:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.370234:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:1.0:1780298646.370245:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24380 00000100:00100000:1.0:1780298646.370253:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605116672:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.370260:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.370269:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.370273:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.370277:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.370286:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.370287:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.370308:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.370311:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.370314:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.370316:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.370330:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605116544:12345-192.168.203.125@tcp:106: Request processed in 115us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.370338:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24379 00000100:00100000:1.0:1780298646.370355:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605116672:12345-192.168.203.125@tcp:106: Request processed in 101us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.370362:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24380 00010000:00010000:0.0:1780298646.371007:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371016:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371023:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371027:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371031:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.371037:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.371039:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.371041:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371046:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371054:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371061:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.371064:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371090:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.371095:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371103:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d51ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.371118:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609731200:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.371134:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371140:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371145:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371152:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371157:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.371161:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:0.0:1780298646.371163:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.371171:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371176:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371180:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.371183:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.371186:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.371199:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00010000:00010000:0.0:1780298646.371201:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.371204:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.371205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.371213:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.371220:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057db48/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.371222:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d51d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.371228:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298646.371232:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609731328:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.371233:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.371239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057da28/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.371243:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057da28/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.371267:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.371321:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.371336:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.371341:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.371355:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.371358:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f1db0, flags 0x400001002 00000008:00010000:1.0:1780298646.371370:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.371372:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f1c80, flags 0x400001002 00010000:00010000:1.0:1780298646.371400:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.371410:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.371437:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.371446:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.371454:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609731456:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.371457:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.371468:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.371481:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.371514:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609731584:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.372105:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.372145:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116800 00000100:00100000:0.0:1780298646.372151:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116800 00000100:00100000:0.0:1780298646.372180:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24381 00000100:00100000:0.0:1780298646.372188:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605116800:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.372196:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.372207:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:0.0:1780298646.372238:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.372241:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.372245:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.372247:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.372294:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.372296:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605116800:12345-192.168.203.125@tcp:106: Request processed in 103us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.372307:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24381 00000100:00100000:1.0:1780298646.372309:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605116928 00000100:00100000:1.0:1780298646.372313:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605116928 00000100:00100000:1.0:1780298646.372333:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24382 00000100:00100000:1.0:1780298646.372338:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605116928:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.372344:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.372353:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.372374:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.372375:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.372377:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.372378:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.372417:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605116928:12345-192.168.203.125@tcp:106: Request processed in 79us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.372421:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24382 00010000:00010000:1.0:1780298646.372881:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372894:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372904:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372912:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372917:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.372928:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.372931:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.372934:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372938:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372943:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372948:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.372951:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372973:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.372977:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.372981:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007bbb6685/0x11c228eb194d51d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.372991:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609731456:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.373007:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373013:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373018:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373022:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373028:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.373036:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=144846, end=18446744073709551615 00000020:00200000:1.0:1780298646.373039:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.373053:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373065:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373073:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.373080:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.373084:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.373087:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4339150 i_blocks 456 00000020:00010000:2.0:1780298646.373093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.373097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.373100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.373102:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.373104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057db48/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.373105:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.373110:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.373116:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057da28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.373116:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d126d0b3/0x11c228eb194d51df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.373121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057da28/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.373134:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609731584:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.373159:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.373172:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4339150 00000080:00200008:2.0:1780298646.374196:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 8598833, type: SEEK_SET 00000080:00200008:2.0:1780298646.374202:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 8598833, type: SEEK_SET, rc = 8598833 00000080:00200008:2.0:1780298646.374208:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 8598833, count: 7531 00000080:00200000:2.0:1780298646.374225:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 8598833, bytes: 7531 00000080:00200000:2.0:1780298646.374229:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.374235:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.374237:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [8598833, 8606364) 0 0 00000080:00200000:2.0:1780298646.374240:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.374250:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2099, 2101] 00020000:00200000:2.0:1780298646.374256:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [8598833, 8606364) 8606364, 7531 00020000:00200000:2.0:1780298646.374261:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.374283:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2099, 2101] 00000008:00010000:2.0:1780298646.374294:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.374298:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6d30, osc lock ffff8c43878a5db0, flags 0x0 00010000:00010000:2.0:1780298646.374329:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.374336:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.374341:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.374353:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609731712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.374397:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.375088:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.375136:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.375145:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117056 00000100:00100000:1.0:1780298646.375148:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117056 00000100:00100000:1.0:1780298646.375174:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24383 00000100:00100000:1.0:1780298646.375179:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605117056:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.375186:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.375217:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.375222:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605117056:12345-192.168.203.125@tcp:104: Request processed in 43us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.375226:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24383 00010000:00010000:3.0:1780298646.375249:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.375257:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.375266:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.375271:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298646.375339:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.375390:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.375424:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.375429:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.375444:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.375449:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036307 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.375460:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.375461:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.375463:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.375465:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.375477:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609731840:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.375784:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609731712:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.375798:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.375809:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.375815:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.376078:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.376106:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117184 00000100:00100000:1.0:1780298646.376110:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117184 00000100:00100000:1.0:1780298646.376134:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24384 00000100:00100000:1.0:1780298646.376141:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605117184:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.376148:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.376157:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->4415487] (req 4403200->4415487) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.376166:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.376174:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.376181:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.376191:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.376208:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693800) 00000100:00100000:1.0:1780298646.376230:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605117184:12345-192.168.203.125@tcp:105: Request processed in 89us (151us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.376234:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.376238:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24384 00010000:00010000:2.0:1780298646.376247:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.376256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.376264:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=37957631 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.376271:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.376276:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.376289:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [8598833, 8606364) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.376309:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2099 of 1329 to 2767 bytes 00000080:00200000:2.0:1780298646.376342:0:29360:0:(rw26.c:858:ll_write_end()) pos 8598833, len 2767, copied 2767 00000080:00200000:2.0:1780298646.376347:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000bbcb6a43[3 000000008ec8947f 2 1 00000000cc7dd1d7] 00000080:00200000:2.0:1780298646.376350:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000004ff212b 17ffffc0001001 3:0 ffff8c43867ec0e0 2099 lru 00000080:00200000:2.0:1780298646.376355:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000a307ef08 1075: 1< 0 - - > 2< 4403200 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.376357:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000bbcb6a43 00000080:00200000:2.0:1780298646.376358:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.376360:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2100 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.376370:0:29360:0:(rw26.c:858:ll_write_end()) pos 8601600, len 4096, copied 4096 00000080:00200000:2.0:1780298646.376372:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000069e5022d[3 000000008ec8947f 2 1 00000000cc7dd1d7] 00000080:00200000:2.0:1780298646.376374:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7324be2 17ffffc0001001 3:0 ffff8c43867ece00 2100 lru 00000080:00200000:2.0:1780298646.376378:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000b537f056 1076: 1< 0 - - > 2< 4407296 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.376379:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000069e5022d 00000080:00200000:2.0:1780298646.376379:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.376380:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2101 of 0 to 668 bytes 00000080:00200000:2.0:1780298646.376406:0:29360:0:(rw26.c:858:ll_write_end()) pos 8605696, len 668, copied 668 00000080:00200000:2.0:1780298646.376409:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000086c12446[3 000000008ec8947f 2 1 00000000cc7dd1d7] 00000080:00200000:2.0:1780298646.376410:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000032dfa04e 17ffffc0001001 3:0 ffff8c43867ec380 2101 lru 00000080:00200000:2.0:1780298646.376414:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000000c77f791 1077: 1< 0 - - > 2< 4411392 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.376415:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000086c12446 00000080:00200000:2.0:1780298646.376415:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1780298646.376418:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 1329, to 668 prio 0 00000008:00010000:2.0:1780298646.376431:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.376442:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.376447:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.376462:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 3, dirtied 3 00000080:00200000:2.0:1780298646.376465:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 7531 bytes, tot: 7531 00000080:00200000:2.0:1780298646.376469:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 7531 00000020:00010000:2.0:1780298646.376479:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.376481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.376483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6d30 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.376486:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.376492:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.376500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.376501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6d30 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.376508:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 7531 bytes 00000080:00200000:2.0:1780298646.376513:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2099, 2101] 00000080:00200000:2.0:1780298646.376529:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.376533:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 7531, restart: 0 00000080:00200000:2.0:1780298646.376539:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 456 00000080:00200000:2.0:1780298646.376542:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 7531 00000080:00200008:2.0:1780298646.376560:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.376565:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.376577:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.376584:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.376605:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.376610:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.376615:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.376624:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609731968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.376665:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.376675:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609731840:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.377414:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609731968:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.377421:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377427:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377433:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377438:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377444:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377448:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377452:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.377458:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43bbc73480 x1866777609731968/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.377465:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.377471:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377477:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.377480:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.377525:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.377531:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:2.0:1780298646.377535:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.377537:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.377539:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377543:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.377559:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.377563:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.377572:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.377574:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a5db0, flags 0x400001002 00000008:00010000:2.0:1780298646.377584:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.377585:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298646.377601:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377606:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.377635:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.377644:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609732096:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.377646:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.377656:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.377676:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609732224:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.378344:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.378379:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117312 00000100:00100000:1.0:1780298646.378391:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117312 00000100:00100000:1.0:1780298646.378430:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24385 00000100:00100000:1.0:1780298646.378438:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605117312:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.378447:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.378448:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.378463:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117440 00000100:00100000:0.0:1780298646.378467:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117440 00010000:00010000:1.0:1780298646.378472:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.378482:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24386 00000100:00100000:0.0:1780298646.378489:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605117440:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.378495:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.378502:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.378510:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.378514:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.378519:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.378521:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.378540:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.378542:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.378547:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.378549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.378566:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605117312:12345-192.168.203.125@tcp:106: Request processed in 128us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.378572:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24385 00000100:00100000:0.0:1780298646.378586:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605117440:12345-192.168.203.125@tcp:106: Request processed in 97us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.378591:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24386 00010000:00010000:3.0:1780298646.379223:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379232:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379239:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379244:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379249:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.379260:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.379263:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.379265:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379270:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379275:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379280:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.379284:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379327:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379340:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379349:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379351:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.379358:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379359:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.379378:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d51f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379380:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.379402:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.379406:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000100:00100000:3.0:1780298646.379410:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609732096:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.379423:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379437:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379446:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.379447:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 456 00000020:00010000:1.0:1780298646.379454:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcff8 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.379459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcff8 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.379462:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.379464:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.379469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.379470:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.379476:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcff8 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.379481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.379487:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.379529:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.379532:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.379539:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.379547:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d51fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.379555:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.379564:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609732224:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.379572:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.379578:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.379594:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.379597:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b990f0, osc lock ffff8c43908f04c0, flags 0x400001002 00000008:00010000:1.0:1780298646.379609:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.379611:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99130, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298646.379636:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.379647:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.379720:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609732352:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.379728:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.379735:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.379745:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.379762:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609732480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.380334:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.380376:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117568 00000100:00100000:1.0:1780298646.380380:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117568 00000100:00100000:1.0:1780298646.380412:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24387 00000100:00100000:1.0:1780298646.380421:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605117568:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.380430:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.380439:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.380470:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.380472:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.380476:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.380477:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:0.0:1780298646.380497:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.380516:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117696 00000100:00100000:0.0:1780298646.380520:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117696 00000100:00100000:1.0:1780298646.380524:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605117568:12345-192.168.203.125@tcp:106: Request processed in 102us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.380533:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24387 00000100:00100000:0.0:1780298646.380553:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24388 00000100:00100000:0.0:1780298646.380562:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605117696:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.380569:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.380575:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.380596:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.380598:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.380601:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.380602:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.380628:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605117696:12345-192.168.203.125@tcp:106: Request processed in 68us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.380632:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24388 00010000:00010000:0.0:1780298646.381111:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381123:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381133:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381138:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381143:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.381150:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.381153:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.381155:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381159:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381165:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381169:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.381171:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381191:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.381195:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.381200:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000241cde09/0x11c228eb194d5202 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.381216:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609732352:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.381251:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381262:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381272:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381285:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381293:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.381301:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 144846, setting rss=144846; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.381305:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.381315:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381322:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381329:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.381335:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4e00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.381337:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 456 00010000:00010000:1.0:1780298646.381339:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.381341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582480 (ffff8c439057dab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.381346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582480 (ffff8c439057dab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.381351:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b990f0 (ffff8c439057de18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.381355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99130 (ffff8c439057d488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.381357:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582480 (ffff8c439057dab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.381358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b990f0 (ffff8c439057dab8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.381361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99130 (ffff8c439057dab8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.381393:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.381398:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.381399:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.381414:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5209 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.381415:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000100:00100000:1.0:1780298646.381432:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609732480:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.381454:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 5791211, len 4101 00000080:00200000:2.0:1780298646.381465:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.381468:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.381475:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.381488:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1413, 1414] 00000008:00010000:2.0:1780298646.381494:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.381496:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6d30, osc lock ffff8c43878a4ab0, flags 0x0 00010000:00010000:2.0:1780298646.381505:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.381514:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1593344 1601535) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.381520:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.381525:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.381529:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.381536:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 456 00000100:00100000:2.0:1780298646.381572:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.381580:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609732608:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.382432:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609732608:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.382447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794c68 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.382489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794c68 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.382492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6d30 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.382495:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.382502:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.382511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794c68 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.382513:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6d30 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.382530:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.382549:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.382556:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.382571:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.382582:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.382592:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.382599:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.382605:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.382608:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:3.0:1780298646.382612:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.382615:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.382627:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.382652:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.382658:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.382673:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.382675:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079af70, flags 0x400001002 00000008:00010000:3.0:1780298646.382705:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.382708:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079bdb0, flags 0x400001002 00010000:00010000:3.0:1780298646.382747:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.382754:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.382776:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609732736:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.382796:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.382802:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.382815:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.382816:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.382822:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609732864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.383411:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.383438:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.383460:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.383469:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117824 00000100:00100000:0.0:1780298646.383473:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117824 00000100:00100000:0.0:1780298646.383502:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605117952 00000100:00100000:0.0:1780298646.383505:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605117952 00000100:00100000:1.0:1780298646.383516:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24389 00000100:00100000:1.0:1780298646.383524:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605117824:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.383531:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.383531:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24390 00010000:00010000:1.0:1780298646.383541:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.383545:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605117952:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.383555:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.383561:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.383568:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.383570:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.383573:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.383574:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.383587:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.383589:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.383592:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.383594:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.383605:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605117824:12345-192.168.203.125@tcp:106: Request processed in 82us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.383610:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24389 00000100:00100000:0.0:1780298646.383630:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605117952:12345-192.168.203.125@tcp:106: Request processed in 89us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.383636:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24390 00010000:00010000:2.0:1780298646.384180:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384188:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384198:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384205:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384213:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.384222:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.384225:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.384228:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384241:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384249:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384256:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.384259:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384284:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.384288:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384293:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d5217 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.384303:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609732864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.384313:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384318:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384327:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384331:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384335:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.384339:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.384341:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.384350:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384354:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384359:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384363:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.384365:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.384374:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 472 00000020:00010000:3.0:1780298646.384378:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093230 (ffff8c4390c27bd8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.384381:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093230 (ffff8c4390c27bd8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.384383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e870 (ffff8c4390c27ab8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.384383:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.384388:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e8b0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.384389:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.384394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093230 (ffff8c4390c27bd8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.384400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e870 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.384401:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.384405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e8b0 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.384415:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609732736:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.384440:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.384455:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.384464:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.384467:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.384475:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.384476:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298646.384483:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.384484:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298646.384499:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.384505:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.384526:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.384533:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609732992:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.384561:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.384567:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.384586:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.384592:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.384599:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609733120:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.385158:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.385187:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118080 00000100:00100000:0.0:1780298646.385190:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118080 00000100:00100000:0.0:1780298646.385212:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24391 00000100:00100000:0.0:1780298646.385218:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605118080:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.385224:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.385229:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.385246:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.385248:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.385250:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.385251:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000100:00100000:1.0:1780298646.385269:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.385291:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605118080:12345-192.168.203.125@tcp:106: Request processed in 71us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.385298:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24391 00000100:00100000:0.0:1780298646.385313:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118208 00000100:00100000:0.0:1780298646.385317:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118208 00000100:00100000:0.0:1780298646.385339:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24392 00000100:00100000:0.0:1780298646.385347:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605118208:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.385354:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.385362:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.385376:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.385377:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.385379:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.385380:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.385405:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605118208:12345-192.168.203.125@tcp:106: Request processed in 60us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.385409:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24392 00010000:00010000:3.0:1780298646.385909:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.385930:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.385941:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.385955:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.385963:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.385972:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.385976:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.385979:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.385987:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.385996:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.386002:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.386002:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.386007:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.386018:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.386027:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.386034:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.386041:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.386053:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.386058:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.386070:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.386078:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.386080:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.386086:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.386088:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.386089:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 472 00000020:00010000:1.0:1780298646.386095:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093230 (ffff8c4390c27bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.386101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093230 (ffff8c4390c27bd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.386107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e870 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.386113:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.386114:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e8b0 (ffff8c4390c27ab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.386120:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093230 (ffff8c4390c27bd8/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.386121:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.386123:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d521e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.386125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e870 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.386132:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e8b0 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.386157:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609732992:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.386167:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.386188:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.386193:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.386194:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00010000:00010000:2.0:1780298646.386209:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5225 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.386224:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609733120:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.386230:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 458366, type: SEEK_SET 00000080:00200008:1.0:1780298646.386234:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 458366, type: SEEK_SET, rc = 458366 00000080:00200008:1.0:1780298646.386240:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 458366, count: 6830 00000080:00200000:1.0:1780298646.386253:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 458366, bytes: 6830 00000080:00200000:1.0:1780298646.386256:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.386260:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.386261:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [458366, 465196) 0 0 00000080:00200000:1.0:1780298646.386263:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.386268:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [111, 113] 00020000:00200000:1.0:1780298646.386273:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [458366, 465196) 465196, 6830 00020000:00200000:1.0:1780298646.386275:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.386289:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [111, 113] 00000008:00010000:1.0:1780298646.386294:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.386296:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f18f0, flags 0x0 00010000:00010000:1.0:1780298646.386314:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.386320:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->466943] (req 454656->466943) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.386326:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->466943] (req 454656->466943) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.386336:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609733248:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.386365:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.386988:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609733248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.386999:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.387011:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.387022:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.387032:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.387041:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; kms=4403200, end=4403199 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.387050:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.387063:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.387079:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [458366, 465196) append 0 append lockpos 0 00000080:00200000:3.0:1780298646.387103:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 111 of 3710 to 386 bytes 00000008:00010000:3.0:1780298646.387160:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab240 00000008:00010000:3.0:1780298646.387188:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab240 00010000:00010000:3.0:1780298646.387204:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (454656 458751) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.387223:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0000 - object 0x2c0000401:17 offset 454656<>458752 00000100:00100000:3.0:1780298646.387249:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.387256:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609733376:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.388180:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab240 00000020:00200000:2.0:1780298646.388187:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.388199:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab240 00000100:00100000:2.0:1780298646.388213:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609733376:192.168.203.125@tcp:3:fsx.0 00000080:00200000:1.0:1780298646.388226:0:29360:0:(rw26.c:858:ll_write_end()) pos 458366, len 386, copied 386 00000080:00200000:1.0:1780298646.388232:0:29360:0:(rw26.c:916:ll_write_end()) page@000000005ef1791c[3 0000000003324618 2 1 0000000021ef5e44] 00000080:00200000:1.0:1780298646.388235:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f9686d6 17ffffc0001009 3:0 ffff8c4384802ee0 111 lru 00000080:00200000:1.0:1780298646.388240:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000008a337ff0 111: 1< 1 - - > 2< 454656 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780298646.388242:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000005ef1791c 00000080:00200000:1.0:1780298646.388243:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1780298646.388245:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:1.0:1780298646.388264:0:29360:0:(rw26.c:858:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:1.0:1780298646.388268:0:29360:0:(rw26.c:916:ll_write_end()) page@000000006fdfecd5[3 0000000003324618 2 1 0000000021ef5e44] 00000080:00200000:1.0:1780298646.388271:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8f5259a 17ffffc0001001 3:0 ffff8c43866edc40 112 lru 00000080:00200000:1.0:1780298646.388277:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000009aeaeb47 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780298646.388279:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000006fdfecd5 00000080:00200000:1.0:1780298646.388280:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1780298646.388282:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 113 of 0 to 2348 bytes 00000008:00010000:1.0:1780298646.388305:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1e40 00000008:00010000:1.0:1780298646.388329:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1e40 00010000:00010000:1.0:1780298646.388356:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (462848 466943) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1780298646.388371:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c2680 - object 0x2c0000401:17 offset 462848<>466944 00000100:00100000:0.0:1780298646.388404:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609733504:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.389105:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1e40 00000020:00200000:0.0:1780298646.389109:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.389116:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1e40 00000100:00100000:0.0:1780298646.389126:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609733504:192.168.203.125@tcp:3:fsx.0 00000080:00200000:1.0:1780298646.389145:0:29360:0:(rw26.c:858:ll_write_end()) pos 462848, len 2348, copied 2348 00000080:00200000:1.0:1780298646.389151:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002368816f[3 0000000003324618 2 1 0000000021ef5e44] 00000080:00200000:1.0:1780298646.389155:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdadd7e3 17ffffc0001009 3:0 ffff8c43866ed9a0 113 lru 00000080:00200000:1.0:1780298646.389161:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000033dd7410 113: 1< 1 - - > 2< 462848 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780298646.389164:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002368816f 00000080:00200000:1.0:1780298646.389165:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1780298646.389168:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 3710, to 2348 prio 0 00000008:00010000:1.0:1780298646.389182:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.389194:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.389199:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.389207:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 3, dirtied 3 00000080:00200000:1.0:1780298646.389210:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 6830 bytes, tot: 6830 00000080:00200000:1.0:1780298646.389212:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6830 00000020:00010000:1.0:1780298646.389219:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.389221:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.389223:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.389226:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.389232:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.389239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.389240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.389245:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6830 bytes 00000080:00200000:1.0:1780298646.389248:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [111, 113] 00000080:00200000:1.0:1780298646.389263:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.389266:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6830, restart: 0 00000080:00200000:1.0:1780298646.389272:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 472 00000080:00200000:1.0:1780298646.389276:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 6830 00000080:00200008:1.0:1780298646.389296:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.389302:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.389314:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.389322:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.389328:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.389333:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.389338:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.389340:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:1.0:1780298646.389344:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.389346:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.389350:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.389367:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.389371:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.389382:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.389383:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298646.389390:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.389391:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.389395:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.389407:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.389412:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.389439:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.389443:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.389447:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609733632:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.389455:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.389493:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.389501:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609733760:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.390149:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.390169:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.390186:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118336 00000100:00100000:0.0:1780298646.390191:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118336 00000100:00100000:0.0:1780298646.390214:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118464 00000100:00100000:0.0:1780298646.390216:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118464 00000100:00100000:1.0:1780298646.390231:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24393 00000100:00100000:0.0:1780298646.390238:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24394 00000100:00100000:1.0:1780298646.390242:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605118336:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.390249:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.390249:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605118464:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.390261:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.390264:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.390274:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.390294:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.390296:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.390303:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.390304:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.390306:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.390307:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.390314:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.390316:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.390348:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605118336:12345-192.168.203.125@tcp:106: Request processed in 110us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.390354:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605118464:12345-192.168.203.125@tcp:106: Request processed in 107us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.390358:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24393 00000100:00100000:0.0:1780298646.390365:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24394 00010000:00010000:0.0:1780298646.390957:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.390969:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.390980:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.390989:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.390997:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.391007:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4403200, end=18446744073709551615 00000020:00200000:0.0:1780298646.391010:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.391012:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391018:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391024:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391031:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.391036:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391064:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.391069:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391078:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d5233 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.391091:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609733632:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.391112:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391121:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391129:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391142:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391150:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.391158:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.391166:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.391175:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391182:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391189:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391197:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.391201:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.391203:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 472 00000020:00010000:1.0:1780298646.391210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.391214:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.391218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.391222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.391226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.391228:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.391230:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.391232:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.391235:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.391248:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002783cc56/0x11c228eb194d523a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.391263:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609733760:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.391264:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.391287:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.391302:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.391307:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.391320:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.391323:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.391334:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.391336:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.391343:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.391363:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.391372:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.391408:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.391408:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609733888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.391425:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.391438:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.391444:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.391452:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609734016:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.391999:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.392026:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118592 00000100:00100000:1.0:1780298646.392030:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.392031:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118592 00000100:00100000:0.0:1780298646.392051:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118720 00000100:00100000:0.0:1780298646.392053:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118720 00000100:00100000:0.0:1780298646.392065:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24395 00000100:00100000:1.0:1780298646.392073:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24396 00000100:00100000:0.0:1780298646.392074:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605118592:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.392081:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.392086:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605118720:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.392093:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.392096:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.392109:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.392121:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.392123:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:0.0:1780298646.392127:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.392129:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 440 00000020:00010000:1.0:1780298646.392133:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.392136:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.392139:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.392140:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.392187:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605118720:12345-192.168.203.125@tcp:106: Request processed in 103us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.392187:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605118592:12345-192.168.203.125@tcp:106: Request processed in 113us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.392201:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24395 00000100:00100000:1.0:1780298646.392210:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24396 00010000:00010000:0.0:1780298646.392851:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392858:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392864:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392869:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392873:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.392878:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4403200, end=18446744073709551615 00000020:00200000:0.0:1780298646.392881:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.392883:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392888:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392892:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392896:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.392898:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392914:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.392917:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392921:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d81c1fc5/0x11c228eb194d5241 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.392928:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609733888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.392938:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392943:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392948:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392951:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392959:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.392965:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.392968:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.392977:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392984:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392991:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.392998:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.393002:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.393010:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 472 00000020:00010000:1.0:1780298646.393016:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.393019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.393022:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.393026:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.393027:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.393029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.393032:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.393033:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.393040:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.393049:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d5248 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.393071:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609734016:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.393074:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.393093:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200000:1.0:1780298646.393128:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 1855036, len 4710 00000080:00200000:1.0:1780298646.393144:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.393147:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.393154:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.393169:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [452, 454] 00000008:00010000:1.0:1780298646.393175:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.393178:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f18f0, flags 0x0 00010000:00010000:1.0:1780298646.393185:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (1851392 1863679) 00010000:00010000:1.0:1780298646.393205:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.393213:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.393222:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.393237:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609734144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.393274:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.393958:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.393991:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.393998:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118848 00000100:00100000:0.0:1780298646.394001:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118848 00000100:00100000:0.0:1780298646.394021:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24397 00000100:00100000:0.0:1780298646.394025:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605118848:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.394031:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.394059:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.394063:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605118848:12345-192.168.203.125@tcp:104: Request processed in 39us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.394067:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24397 00010000:00010000:3.0:1780298646.394092:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.394100:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.394110:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.394114:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298646.394176:0:15608:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298646.394184:0:15608:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.394210:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (454656 458751) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298646.394257:0:15608:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0000 - object 0x2c0000401:17 offset 454656<>466944 00000100:00100000:2.0:1780298646.394298:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609734272:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298646.394619:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609734144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.394629:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.394636:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.394642:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.395441:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.395468:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a6963e21 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.395490:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609734272:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298646.395500:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.395557:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.395630:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.395636:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.395649:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.395654:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d522c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [454656->4403199] (req 454656->466943) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303642d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.395662:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609734400:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.395666:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.395668:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.395669:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.396406:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.396441:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605118976 00000100:00100000:0.0:1780298646.396445:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605118976 00000100:00100000:0.0:1780298646.396476:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24398 00000100:00100000:0.0:1780298646.396485:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605118976:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.396492:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.396516:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->1863679] (req 1851392->1863679) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.396523:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.396531:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.396537:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.396542:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.396558:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e5600) 00000100:00100000:0.0:1780298646.396580:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605118976:12345-192.168.203.125@tcp:105: Request processed in 98us (174us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.396582:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.396589:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24398 00010000:00010000:2.0:1780298646.396595:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.396604:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.396610:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=4403199 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.396621:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.396626:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.396643:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 496 00000100:00100000:2.0:1780298646.396682:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.396703:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609734528:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.397076:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43bbc73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609734400:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.397455:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609734528:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298646.397475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.397480:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.397484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.397489:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.397499:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.397511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.397514:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.397539:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.397593:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.397599:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.397611:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.397621:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.397627:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.397632:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.397636:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.397638:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:1.0:1780298646.397641:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.397643:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.397651:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.397668:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.397672:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.397683:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.397703:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298646.397731:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.397734:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.397759:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.397767:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.397796:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298646.397798:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.397804:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.397805:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609734656:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.397817:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.397842:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609734784:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.398357:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.398419:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119104 00000100:00100000:0.0:1780298646.398424:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119104 00000100:00100000:0.0:1780298646.398448:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24399 00000100:00100000:0.0:1780298646.398455:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605119104:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.398462:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.398469:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.398493:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.398495:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.398497:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.398498:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:1.0:1780298646.398508:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.398545:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605119104:12345-192.168.203.125@tcp:106: Request processed in 88us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.398549:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24399 00000100:00100000:0.0:1780298646.398558:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119232 00000100:00100000:0.0:1780298646.398560:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119232 00000100:00100000:0.0:1780298646.398578:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24400 00000100:00100000:0.0:1780298646.398583:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605119232:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.398588:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.398594:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.398607:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.398608:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.398610:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.398611:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.398640:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605119232:12345-192.168.203.125@tcp:106: Request processed in 56us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.398646:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24400 00010000:00010000:0.0:1780298646.399001:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399012:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399022:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399029:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399036:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.399045:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.399049:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.399053:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399058:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399062:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399066:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.399070:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399087:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.399090:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399095:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008b0bd4fd/0x11c228eb194d5256 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.399107:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609734656:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.399165:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399170:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399176:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399180:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399184:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.399193:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.399195:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.399202:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399208:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399212:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.399216:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.399218:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.399223:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 496 00000020:00010000:1.0:1780298646.399227:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.399230:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.399233:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.399234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.399236:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.399238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.399245:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000201065d0/0x11c228eb194d525d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.399246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.399252:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.399259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.399264:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609734784:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.399289:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.399306:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.399319:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.399323:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.399334:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.399336:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.399344:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.399346:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.399361:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.399367:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.399392:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.399396:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609734912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.399405:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.399417:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.399427:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.399431:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609735040:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.399972:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.399998:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119360 00000100:00100000:0.0:1780298646.400002:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119360 00000100:00100000:0.0:1780298646.400022:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24401 00000100:00100000:0.0:1780298646.400027:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605119360:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.400032:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.400037:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.400051:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.400053:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.400055:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.400056:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.400081:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605119360:12345-192.168.203.125@tcp:106: Request processed in 54us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.400085:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24401 00000100:00100000:1.0:1780298646.400142:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.400166:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119488 00000100:00100000:0.0:1780298646.400168:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119488 00000100:00100000:0.0:1780298646.400185:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24402 00000100:00100000:0.0:1780298646.400190:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605119488:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.400195:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.400204:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.400216:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.400217:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.400219:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.400220:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.400240:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605119488:12345-192.168.203.125@tcp:106: Request processed in 51us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.400245:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24402 00010000:00010000:0.0:1780298646.400560:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400567:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400572:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400576:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400580:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.400588:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.400590:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.400592:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400597:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400601:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400605:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.400607:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400621:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.400623:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400627:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f67a8a25/0x11c228eb194d5264 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.400635:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609734912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.400813:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400821:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400827:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400831:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400836:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.400842:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.400845:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.400855:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400860:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.400865:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.400868:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 496 00010000:00010000:0.0:1780298646.400869:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.400874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.400874:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.400878:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.400884:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.400887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.400888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.400890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.400892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.400925:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.400929:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.400931:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.400942:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b1ad1f03/0x11c228eb194d526b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.400949:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:1.0:1780298646.400958:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000100:00100000:0.0:1780298646.400958:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609735040:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.400965:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.400976:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.400984:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.400991:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298646.400995:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.400999:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.401000:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:1.0:1780298646.401003:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.401005:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.401010:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298646.401024:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.401027:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.401036:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.401038:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298646.401044:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.401045:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.401049:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.401060:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.401065:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.401082:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.401090:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.401094:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.401101:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.401108:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609735296:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.401147:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.401155:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609735168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.401648:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.401676:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119616 00000100:00100000:0.0:1780298646.401680:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119616 00000100:00100000:0.0:1780298646.401740:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24403 00000100:00100000:0.0:1780298646.401748:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605119616:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.401756:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.401765:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.401788:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.401789:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.401792:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.401793:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.401824:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605119616:12345-192.168.203.125@tcp:106: Request processed in 77us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.401830:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.401834:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24403 00000100:00100000:0.0:1780298646.401850:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.401858:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119744 00000100:00100000:0.0:1780298646.401860:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119744 00000100:00100000:0.0:1780298646.401874:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24404 00000100:00100000:0.0:1780298646.401880:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605119744:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.401884:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.401890:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.401902:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.401903:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.401905:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.401906:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.401935:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605119744:12345-192.168.203.125@tcp:106: Request processed in 54us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.401941:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24404 00010000:00010000:0.0:1780298646.402304:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402316:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402322:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402326:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402331:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.402336:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=144846, end=18446744073709551615 00000020:00200000:0.0:1780298646.402338:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.402341:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402345:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402350:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402354:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.402357:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402378:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.402382:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402386:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d5279 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.402394:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609735296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.402404:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402409:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402413:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402418:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402425:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.402438:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.402441:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.402452:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402460:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402468:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402474:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.402478:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.402485:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 496 00000020:00010000:1.0:1780298646.402489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.402492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.402495:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.402497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.402499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.402501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.402503:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.402504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.402507:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.402513:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000d81d0be/0x11c228eb194d5272 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.402523:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609735168:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.402526:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.402543:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.402552:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.402555:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.402562:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.402563:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.402569:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.402570:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.402575:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.402587:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.402592:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.402608:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.402616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.402622:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.402622:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735424:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.402633:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.402650:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.402655:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735552:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.403247:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.403264:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.403283:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605119872 00000100:00100000:0.0:1780298646.403287:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605119872 00000100:00100000:0.0:1780298646.403309:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120000 00000100:00100000:0.0:1780298646.403311:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120000 00000100:00100000:1.0:1780298646.403318:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24405 00000100:00100000:1.0:1780298646.403326:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605119872:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.403331:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24406 00010000:00010000:1.0:1780298646.403334:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.403340:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605120000:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.403348:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.403350:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.403364:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.403390:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.403392:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.403396:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.403398:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.403399:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.403402:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.403405:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.403407:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.403443:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605119872:12345-192.168.203.125@tcp:106: Request processed in 118us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.403445:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605120000:12345-192.168.203.125@tcp:106: Request processed in 107us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.403452:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24405 00000100:00100000:0.0:1780298646.403457:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24406 00010000:00010000:0.0:1780298646.404079:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404088:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404098:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404103:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404107:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.404112:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=144846, end=18446744073709551615 00000020:00200000:0.0:1780298646.404114:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.404116:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404121:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404125:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404129:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.404131:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404152:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.404154:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404159:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000008d9a6deb/0x11c228eb194d5287 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.404167:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735552:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.404175:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404180:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404184:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404188:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404192:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.404197:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.404199:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.404207:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404212:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404216:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.404220:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.404222:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.404236:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 496 00010000:00010000:0.0:1780298646.404237:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.404240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.404240:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.404246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.404251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.404252:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d5280 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.404256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.404261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.404264:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.404267:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735424:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.404268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.404293:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.404303:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00a00000:1.0:1780298646.404346:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:1.0:1780298646.404357:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.404360:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.404367:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.404369:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298646.404374:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.404375:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.404380:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.404393:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.404399:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.404415:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.404423:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.404427:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.404433:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.404437:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735680:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.404467:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.404472:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.404999:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.405031:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120128 00000100:00100000:0.0:1780298646.405036:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120128 00000100:00100000:0.0:1780298646.405066:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24407 00000100:00100000:0.0:1780298646.405073:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605120128:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.405081:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.405084:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.405092:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.405112:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.405113:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.405117:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.405119:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.405155:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605120128:12345-192.168.203.125@tcp:106: Request processed in 83us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.405162:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24407 00000100:00100000:0.0:1780298646.405175:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120256 00000100:00100000:0.0:1780298646.405177:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120256 00000100:00100000:0.0:1780298646.405194:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24408 00000100:00100000:0.0:1780298646.405202:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605120256:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.405208:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.405216:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.405240:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.405241:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.405245:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.405246:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 144846 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.405276:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605120256:12345-192.168.203.125@tcp:106: Request processed in 75us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.405283:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24408 00010000:00010000:0.0:1780298646.405732:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405742:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405751:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405758:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405771:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.405778:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.405780:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.405783:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405788:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405793:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405797:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.405800:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405821:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.405825:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405829:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000885de2b7/0x11c228eb194d528e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.405838:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735680:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.405850:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405855:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405863:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405867:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405871:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.405875:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1601008, setting rss=1601008; leaving kms=144846, end=18446744073709551615 00000020:00200000:0.0:1780298646.405877:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.405883:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405888:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405893:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.405899:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.405903:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.405906:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 496 00000020:00010000:1.0:1780298646.405914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.405920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.405926:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.405929:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.405930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.405932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.405935:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.405948:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.405954:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.405958:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.405965:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002783cc56/0x11c228eb194d5295 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.405974:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609735808:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.406015:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1871 00000080:00200000:1.0:1780298646.406020:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.406026:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.406038:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1871, 1871] 00000008:00010000:1.0:1780298646.406044:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.406047:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298646.406055:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.406066:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.406075:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.406083:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.406090:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.406100:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:1.0:1780298646.406136:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1a80 00000008:00010000:1.0:1780298646.406169:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1a80 00010000:00010000:1.0:1780298646.406183:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1780298646.406200:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0e00 - object 0x280000401:18 offset 3469312<>3473408 00000100:00100000:0.0:1780298646.406233:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.406243:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609735936:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.407050:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1a80 00000020:00200000:0.0:1780298646.407057:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.407066:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1a80 00000100:00100000:0.0:1780298646.407076:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609735936:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.407099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.407103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.407107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.407112:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.407121:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.407133:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.407135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.407153:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.407195:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.407202:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.407214:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1871, 1871] 00000008:00010000:1.0:1780298646.407220:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.407222:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298646.407231:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.407239:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.407253:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.407260:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.407267:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.407276:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:1.0:1780298646.407291:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000bb710684 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.407306:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298646.407316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.407319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.407321:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.407325:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.407333:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1780298646.407341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.407344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.407358:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.407377:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 7663616, end 7667711, datasync 1 00000080:00200000:1.0:1780298646.407392:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.407396:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298646.407411:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000bb710684 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:1.0:1780298646.407422:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000bb710684 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.407451:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:1.0:1780298646.407486:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c1f80 - object 0x280000401:18 offset 3469312<>3473408 00000100:00100000:0.0:1780298646.407530:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736064:192.168.203.125@tcp:4:fsx.0 00000008:00010000:0.0:1780298646.408615:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000bb710684 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1780298646.408638:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000bb710684 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298646.408657:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736064:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298646.408675:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.408742:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.408747:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298646.408799:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.408809:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736192:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298646.410272:0:2397:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43a04da000: committing for last_committed 4294969334 gen 1 00000100:00100000:0.0:1780298646.410295:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736192:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298646.410318:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000080:00200000:1.0:1780298646.410336:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.410398:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.410413:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.410429:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.410442:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.410459:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.410468:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.410475:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.410478:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:1.0:1780298646.410484:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.410487:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.410495:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.410524:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.410530:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.410547:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.410549:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.410563:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.410565:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.410595:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.410605:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.410643:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.410651:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.410669:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.410676:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609736448:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.410781:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.410792:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609736320:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.411370:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.411410:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120384 00000100:00100000:0.0:1780298646.411416:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120384 00000100:00100000:0.0:1780298646.411461:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24409 00000100:00100000:0.0:1780298646.411470:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605120384:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.411479:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.411489:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298646.411517:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.411520:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.411523:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.411525:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.411570:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605120384:12345-192.168.203.125@tcp:106: Request processed in 100us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.411577:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24409 00000100:00100000:1.0:1780298646.411605:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.411638:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120512 00000100:00100000:0.0:1780298646.411642:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120512 00000100:00100000:0.0:1780298646.411667:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24410 00000100:00100000:0.0:1780298646.411675:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605120512:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.411707:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.411729:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.411753:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.411755:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.411759:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.411762:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.411797:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605120512:12345-192.168.203.125@tcp:106: Request processed in 123us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.411804:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24410 00000100:00100000:0.0:1780298646.412304:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969331 gen 2 00010000:00010000:0.0:1780298646.412321:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412332:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412342:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412350:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412357:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.412368:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.412372:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.412376:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412384:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412393:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412401:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.412405:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412433:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.412439:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412447:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007bbb6685/0x11c228eb194d52a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.412472:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609736448:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.412493:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412502:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412510:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412517:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412524:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.412532:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.412535:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.412545:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412552:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412565:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.412568:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000020:00010000:1.0:1780298646.412575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.412576:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.412582:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.412583:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.412589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.412597:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.412601:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.412603:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.412606:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.412623:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.412629:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.412637:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000519c0168/0x11c228eb194d529c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.412640:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.412663:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609736320:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.412669:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.412702:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.412720:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.412738:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.412741:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298646.412754:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.412756:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.412782:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.412792:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.412829:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.412836:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609736576:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.412842:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.412855:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.412879:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.412888:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609736704:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.413450:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.413498:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.413509:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120640 00000100:00100000:0.0:1780298646.413514:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120640 00000100:00100000:0.0:1780298646.413547:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24411 00000100:00100000:1.0:1780298646.413554:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.413559:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438548a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605120640:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.413568:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.413576:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.413598:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.413600:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.413603:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.413605:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.413648:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438548a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605120640:12345-192.168.203.125@tcp:106: Request processed in 94us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.413656:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24411 00000100:00100000:0.0:1780298646.413732:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120768 00000100:00100000:0.0:1780298646.413736:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120768 00000100:00100000:0.0:1780298646.413755:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24412 00000100:00100000:0.0:1780298646.413760:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605120768:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.413768:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.413775:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298646.413795:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.413797:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.413800:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.413802:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.413834:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605120768:12345-192.168.203.125@tcp:106: Request processed in 73us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.413841:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24412 00010000:00010000:0.0:1780298646.414197:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414206:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414213:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414217:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414222:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.414228:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.414230:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.414232:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414237:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414246:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414250:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.414253:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414279:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.414284:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414293:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d126d0b3/0x11c228eb194d52aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.414310:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609736576:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.414332:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414338:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414344:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414351:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414355:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.414360:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.414362:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.414370:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414374:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414380:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414384:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4000 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.414385:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00010000:00010000:0.0:1780298646.414387:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.414391:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.414395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.414398:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.414400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.414403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.414405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.414408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.414409:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.414413:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.414421:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000d81d0be/0x11c228eb194d52b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.414434:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.414435:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609736704:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.414455:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:1.0:1780298646.414467:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.414471:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.414483:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.414493:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.414502:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298646.414510:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.414514:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.414516:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:1.0:1780298646.414520:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.414522:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.414527:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298646.414545:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.414549:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.414559:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.414561:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.414569:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.414570:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.414575:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.414590:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.414595:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.414614:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.414624:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.414628:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.414639:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.414647:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.414664:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.414671:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.415261:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.415301:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605120896 00000100:00100000:0.0:1780298646.415306:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605120896 00000100:00100000:0.0:1780298646.415333:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24413 00000100:00100000:0.0:1780298646.415339:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605120896:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.415344:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.415352:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.415352:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.415371:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.415372:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.415375:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.415376:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.415409:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605120896:12345-192.168.203.125@tcp:106: Request processed in 70us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.415416:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24413 00000100:00100000:0.0:1780298646.415427:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121024 00000100:00100000:0.0:1780298646.415430:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121024 00000100:00100000:0.0:1780298646.415442:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24414 00000100:00100000:0.0:1780298646.415446:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605121024:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.415450:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.415456:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:0.0:1780298646.415468:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.415470:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.415472:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.415474:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.415494:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605121024:12345-192.168.203.125@tcp:106: Request processed in 48us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.415500:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24414 00010000:00010000:0.0:1780298646.415983:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.415994:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416000:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416008:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416012:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.416018:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.416020:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.416022:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416026:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416030:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416034:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.416036:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416054:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.416056:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416064:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000008b0bd4fd/0x11c228eb194d52b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.416072:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.416183:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416190:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416197:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416201:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416206:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.416211:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:0.0:1780298646.416213:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.416221:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416229:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416234:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.416238:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.416241:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.416245:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000020:00010000:1.0:1780298646.416249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.416251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.416254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.416257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.416259:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.416260:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.416261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.416263:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.416265:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.416273:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d81c1fc5/0x11c228eb194d52bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.416283:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609736960:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.416298:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.416313:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.416323:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.416327:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.416337:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.416338:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f18f0, flags 0x400001002 00000008:00010000:1.0:1780298646.416345:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.416346:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.416353:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.416369:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.416377:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.416394:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.416402:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.416407:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.416410:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:1.0:1780298646.416414:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.416422:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.416458:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.417038:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.417063:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.417079:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121152 00000100:00100000:0.0:1780298646.417083:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121152 00000100:00100000:0.0:1780298646.417103:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121280 00000100:00100000:0.0:1780298646.417105:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121280 00000100:00100000:0.0:1780298646.417117:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24415 00000100:00100000:0.0:1780298646.417123:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605121152:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.417128:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1780298646.417129:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24416 00010000:00010000:0.0:1780298646.417138:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1780298646.417143:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605121280:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.417156:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.417166:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.417174:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.417177:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.417182:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.417184:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.417205:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.417207:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:1.0:1780298646.417211:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.417214:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:0.0:1780298646.417221:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605121152:12345-192.168.203.125@tcp:106: Request processed in 98us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.417227:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24415 00000100:00100000:1.0:1780298646.417253:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605121280:12345-192.168.203.125@tcp:106: Request processed in 113us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.417261:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24416 00010000:00010000:0.0:1780298646.417831:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417839:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417845:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417850:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417856:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.417862:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:0.0:1780298646.417865:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.417867:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417872:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417877:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417881:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e4800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.417883:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417904:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.417907:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417918:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b1ad1f03/0x11c228eb194d52cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.417932:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737216:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.417942:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417947:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417952:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417956:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417959:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.417964:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.417965:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.417973:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417978:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417986:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.417990:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.417992:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.417994:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000020:00010000:1.0:1780298646.417998:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.418000:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.418003:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.418006:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.418009:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.418010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.418013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.418014:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.418020:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000e0e34805/0x11c228eb194d52c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.418021:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.418036:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737088:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.418053:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.418065:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:1.0:1780298646.418099:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6097804, type: SEEK_SET 00000080:00200008:1.0:1780298646.418101:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6097804, type: SEEK_SET, rc = 6097804 00000080:00200008:1.0:1780298646.418107:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6097804, count: 6229 00000080:00200000:1.0:1780298646.418136:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1488 00000080:00200000:1.0:1780298646.418150:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 6097804, bytes: 6229 00000080:00200000:1.0:1780298646.418153:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.418156:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.418158:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [6097804, 6104033) 0 0 00000080:00200000:1.0:1780298646.418160:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.418167:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6097804, 6104033) 6104033, 6229 00020000:00200000:1.0:1780298646.418170:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.418183:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1488, 1490] 00000008:00010000:1.0:1780298646.418189:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.418191:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298646.418200:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418222:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1900544 1912831) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418228:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418234:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418238:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.418243:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [6097804, 6104033) 00000080:00200000:1.0:1780298646.418249:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000080:00200000:1.0:1780298646.418252:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:6229 iocb pos:6097804 00010000:00010000:1.0:1780298646.418284:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418294:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1904640 1908735) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418302:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 7/2,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418310:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 7/2,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418317:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/2,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.418359:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1240 00010000:00010000:1.0:1780298646.418374:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/2,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.418382:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.418411:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1240 00010000:00010000:1.0:1780298646.418429:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1900544 1904639) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:1.0:1780298646.418455:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0a80 - object 0x280000401:18 offset 1900544<>1912832 00000100:00100000:0.0:1780298646.418495:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609737344:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.419457:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1240 00000020:00200000:0.0:1780298646.419464:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.419473:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1240 00000100:00100000:0.0:1780298646.419484:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609737344:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.419524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.419530:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.419533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.419538:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.419549:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.419561:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096a88 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.419564:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.419571:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6229 bytes 00000080:00200000:1.0:1780298646.419588:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.419592:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 6229, restart: 0 00000080:00200000:1.0:1780298646.419596:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 6229 00000080:00200008:1.0:1780298646.419617:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.419624:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.419641:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.419652:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.419661:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298646.419668:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.419675:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.419678:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:1.0:1780298646.419683:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.419726:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.419736:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1780298646.419764:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.419771:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.419785:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.419788:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.419798:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.419800:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.419808:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.419829:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.419837:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.419862:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.419877:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.419884:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.419892:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737472:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.419899:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.419957:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.419965:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737600:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.420636:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.420679:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121408 00000100:00100000:0.0:1780298646.420704:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121408 00000100:00100000:0.0:1780298646.420754:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24417 00000100:00100000:0.0:1780298646.420764:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605121408:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.420772:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.420777:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.420789:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.420797:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.420809:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121536 00000100:00100000:1.0:1780298646.420813:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121536 00000020:00010000:0.0:1780298646.420819:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.420821:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.420826:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.420828:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:1.0:1780298646.420837:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24418 00000100:00100000:1.0:1780298646.420845:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605121536:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.420853:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.420862:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:0.0:1780298646.420878:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605121408:12345-192.168.203.125@tcp:106: Request processed in 114us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.420885:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24417 00000020:00010000:1.0:1780298646.420896:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.420899:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.420903:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.420905:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.420938:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605121536:12345-192.168.203.125@tcp:106: Request processed in 94us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.420946:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24418 00010000:00010000:1.0:1780298646.421530:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421544:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421555:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421564:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421572:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.421582:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:1.0:1780298646.421586:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.421590:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421598:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421606:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421613:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.421617:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421639:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.421642:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421647:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f67a8a25/0x11c228eb194d52d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.421657:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737472:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.421671:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421678:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421734:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421742:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421750:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.421758:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:1.0:1780298646.421761:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.421771:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421778:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.421787:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.421791:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000020:00010000:2.0:1780298646.421798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.421798:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.421803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.421804:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.421806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.421812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.421814:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885836c0 (ffff8c439057d128/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.421815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057d128/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.421818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057d128/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.421843:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.421863:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.421872:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.421874:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:1.0:1780298646.421884:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000241cde09/0x11c228eb194d52db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.421893:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:1.0:1780298646.421897:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609737600:192.168.203.125@tcp:101:fsx.0 00000001:00010000:2.0:1780298646.421898:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.421914:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.421917:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa69f0, osc lock ffff8c43878a4000, flags 0x400001002 00000008:00010000:2.0:1780298646.421926:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.421927:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6a30, osc lock ffff8c43878a4980, flags 0x400001002 00010000:00010000:2.0:1780298646.421934:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.421951:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.421957:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.421980:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.421988:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.421996:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609737728:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.422027:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.422037:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.422064:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.422074:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609737856:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.422861:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.422891:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.422893:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121664 00000100:00100000:1.0:1780298646.422898:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121664 00000100:00100000:0.0:1780298646.422912:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121792 00000100:00100000:0.0:1780298646.422917:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121792 00000100:00100000:1.0:1780298646.422927:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24419 00000100:00100000:1.0:1780298646.422934:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605121664:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.422944:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24420 00010000:00010000:1.0:1780298646.422947:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.422955:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605121792:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.422957:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.422966:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.422982:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.422985:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:1.0:1780298646.422991:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:0.0:1780298646.422991:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.422993:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000100:00100000:1.0:1780298646.423026:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605121664:12345-192.168.203.125@tcp:106: Request processed in 93us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.423032:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24419 00000020:00010000:0.0:1780298646.423044:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.423047:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.423050:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.423052:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.423085:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605121792:12345-192.168.203.125@tcp:106: Request processed in 133us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.423091:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24420 00010000:00010000:2.0:1780298646.423872:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423884:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423894:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423901:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423914:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.423924:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:2.0:1780298646.423928:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.423931:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423938:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423946:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423953:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.423957:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.423990:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.423995:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424003:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d52e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.424021:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609737856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.424035:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424044:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424052:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424059:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424067:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.424074:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:2.0:1780298646.424077:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.424088:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424093:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424102:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424109:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.424113:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.424120:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000020:00010000:3.0:1780298646.424125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc6d8 (ffff8c43929ee998/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.424127:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc6d8 (ffff8c43929ee998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.424129:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.424132:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.424134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc6d8 (ffff8c43929ee998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.424136:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929ee998/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.424139:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929ee998/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.424151:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.424158:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424165:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d52e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.424166:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.424182:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000100:00100000:2.0:1780298646.424183:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609737728:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.424262:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 3870618, len 8188 00000080:00200000:2.0:1780298646.424278:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.424281:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.424289:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.424307:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [944, 946] 00000008:00010000:2.0:1780298646.424314:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.424318:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6b30, osc lock ffff8c43878a4980, flags 0x0 00010000:00010000:2.0:1780298646.424346:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424354:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.424363:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.424378:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609737984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.424417:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.425143:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.425186:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605121920 00000100:00100000:1.0:1780298646.425191:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605121920 00000100:00100000:1.0:1780298646.425219:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24421 00000100:00100000:1.0:1780298646.425225:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605121920:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.425233:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.425265:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.425270:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605121920:12345-192.168.203.125@tcp:104: Request processed in 45us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.425274:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24421 00010000:00010000:3.0:1780298646.425302:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.425310:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.425319:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e5600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.425324:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.425411:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.425420:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.425464:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.425473:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.425493:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.425501:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000000270c0a/0x11c228eb194d524f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1851392->4403199] (req 1851392->1863679) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036450 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.425514:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780298646.425515:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.425518:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.425521:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.425526:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609738112:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.425905:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609737984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.425918:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.425930:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.425939:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.426290:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.426322:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122048 00000100:00100000:1.0:1780298646.426327:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122048 00000100:00100000:1.0:1780298646.426356:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24422 00000100:00100000:1.0:1780298646.426363:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605122048:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.426368:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.426375:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->3878911] (req 3866624->3878911) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.426387:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.426393:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.426399:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.426405:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.426418:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00010000:00010000:2.0:1780298646.426443:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.426444:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605122048:12345-192.168.203.125@tcp:105: Request processed in 81us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.426461:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24422 00010000:00010000:2.0:1780298646.426462:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.426476:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.426488:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; kms=4403200, end=4403199 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.426498:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.426506:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.426526:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 504 00000100:00100000:3.0:1780298646.426608:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609738240:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298646.427025:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609738112:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.427630:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609738240:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.427660:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07943f8 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.427664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07943f8 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.427667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929ee998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.427674:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.427701:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.427728:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07943f8 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.427732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.427761:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.427788:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.427795:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.427810:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.427821:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.427831:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1780298646.427839:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.427845:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.427849:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:2.0:1780298646.427854:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.427857:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.427865:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1780298646.427889:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.427894:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.427907:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.427909:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a4980, flags 0x400001002 00000008:00010000:2.0:1780298646.427919:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.427920:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a4000, flags 0x400001002 00010000:00010000:2.0:1780298646.427928:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.427946:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.427952:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.427978:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.427991:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.427994:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.428000:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609738368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.428001:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.428012:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.428031:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.428040:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609738496:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.428868:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.428889:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.428909:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122176 00000100:00100000:0.0:1780298646.428914:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122176 00000100:00100000:1.0:1780298646.428919:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122304 00000100:00100000:1.0:1780298646.428925:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122304 00000100:00100000:0.0:1780298646.428952:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24423 00000100:00100000:1.0:1780298646.428964:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24424 00000100:00100000:0.0:1780298646.428965:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605122176:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.428976:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.428977:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605122304:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.428991:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.428991:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.429022:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.429029:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.429033:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:0.0:1780298646.429041:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.429043:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 464 00000020:00010000:1.0:1780298646.429070:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.429072:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.429077:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.429079:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.429088:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605122176:12345-192.168.203.125@tcp:106: Request processed in 128us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.429095:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24423 00000100:00100000:1.0:1780298646.429117:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605122304:12345-192.168.203.125@tcp:106: Request processed in 143us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.429125:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24424 00010000:00010000:2.0:1780298646.429997:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430002:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430018:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430031:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430037:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430040:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430056:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430058:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430072:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430095:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.430095:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:2.0:1780298646.430102:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.430108:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.430110:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:3.0:1780298646.430118:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.430124:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430131:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430133:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430140:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.430145:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430163:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.430165:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 528 00000020:00010000:1.0:1780298646.430173:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.430179:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.430186:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee998/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.430189:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.430190:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.430191:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.430197:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.430198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.430205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.430212:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.430214:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.430219:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d52fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.430220:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.430246:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609738496:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.430254:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.430285:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.430291:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.430295:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:3.0:1780298646.430304:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d52f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.430314:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:3.0:1780298646.430318:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609738368:192.168.203.125@tcp:101:fsx.0 00000001:00010000:1.0:1780298646.430322:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.430340:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.430343:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0980, flags 0x400001002 00000008:00010000:1.0:1780298646.430356:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.430358:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.430367:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.430399:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.430407:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.430438:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.430453:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.430466:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.430466:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.430480:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609738624:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.430481:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.430503:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.430514:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609738752:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.431350:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.431395:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.431396:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.431405:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122432 00000100:00100000:0.0:1780298646.431409:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122432 00000100:00100000:2.0:1780298646.431435:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122560 00000100:00100000:2.0:1780298646.431440:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122560 00000100:00100000:0.0:1780298646.431447:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24425 00000100:00100000:0.0:1780298646.431458:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605122432:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.431467:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.431474:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 488 00010000:00010000:0.0:1780298646.431483:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.431488:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605122560:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.431497:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.431508:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.431526:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.431528:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:0.0:1780298646.431533:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.431534:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:2.0:1780298646.431541:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.431544:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:2.0:1780298646.431548:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.431550:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.431595:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605122432:12345-192.168.203.125@tcp:106: Request processed in 139us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.431597:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605122560:12345-192.168.203.125@tcp:106: Request processed in 110us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.431608:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24425 00000100:00100000:2.0:1780298646.431612:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 488 00010000:00010000:1.0:1780298646.432481:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432489:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432495:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432499:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432518:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432518:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432530:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432539:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432540:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.432558:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00010000:00010000:1.0:1780298646.432560:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.432562:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.432566:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432578:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.432579:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:1.0:1780298646.432589:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.432589:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.432597:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.432601:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432603:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432622:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432629:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.432630:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 528 00000020:00010000:2.0:1780298646.432636:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057d638/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.432637:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.432641:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057d638/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.432642:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.432644:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057d368/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.432648:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.432658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.432659:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.432663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057d638/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.432668:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057d638/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.432671:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d5305 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.432673:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057d638/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.432676:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.432682:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.432720:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d530c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.432721:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609738624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.432740:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609738752:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.432756:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.432770:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00a00000:2.0:1780298646.432824:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:2.0:1780298646.432838:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.432842:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.432855:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.432857:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298646.432873:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.432874:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298646.432882:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.432901:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.432908:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.432929:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.432943:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.432944:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.432950:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.432954:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609738880:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.432961:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.432978:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.432987:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609739008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.433831:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.433861:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.433877:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122816 00000100:00100000:1.0:1780298646.433880:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122688 00000100:00100000:0.0:1780298646.433884:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122816 00000100:00100000:1.0:1780298646.433885:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122688 00000100:00100000:1.0:1780298646.433917:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24426 00000100:00100000:0.0:1780298646.433926:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24427 00000100:00100000:1.0:1780298646.433927:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605122688:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.433936:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.433942:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605122816:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.433954:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.433955:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.433977:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.433993:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.433995:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:1.0:1780298646.433999:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.434001:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:0.0:1780298646.434015:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.434018:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.434022:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.434024:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.434043:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605122688:12345-192.168.203.125@tcp:106: Request processed in 119us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.434050:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24426 00000100:00100000:0.0:1780298646.434068:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605122816:12345-192.168.203.125@tcp:106: Request processed in 129us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.434076:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24427 00010000:00010000:2.0:1780298646.434839:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434847:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434852:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434864:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434878:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434879:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434893:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434898:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434900:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.434917:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00010000:00010000:3.0:1780298646.434919:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.434921:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.434926:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434935:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.434936:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:3.0:1780298646.434944:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.434945:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434951:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.434953:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434962:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434972:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.434980:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434985:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.434986:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.434991:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.434991:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.434997:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 528 00000020:00010000:1.0:1780298646.435005:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.435013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.435016:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d531a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.435019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.435038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.435040:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609739008:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.435044:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.435045:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.435049:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.435053:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.435054:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.435072:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d5313 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.435086:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609738880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.435097:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.435172:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2067 00000080:00200000:1.0:1780298646.435179:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.435189:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.435211:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2067, 2067] 00000008:00010000:1.0:1780298646.435219:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.435222:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0ab0, flags 0x0 00010000:00010000:1.0:1780298646.435233:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (4272128 4276223) 00010000:00010000:1.0:1780298646.435256:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.435265:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.435274:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.435290:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609739136:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.435336:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.436095:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.436123:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605122944 00000100:00100000:1.0:1780298646.436127:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605122944 00000100:00100000:1.0:1780298646.436152:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24428 00000100:00100000:1.0:1780298646.436158:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605122944:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.436165:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.436196:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.436201:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605122944:12345-192.168.203.125@tcp:104: Request processed in 44us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.436205:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24428 00010000:00010000:2.0:1780298646.436216:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.436222:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.436231:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.436234:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.436268:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.436275:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.436309:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.436314:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.436329:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.436338:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d52f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [3866624->4403199] (req 3866624->3878911) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630364f1 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.436342:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.436351:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.436353:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609739264:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.436353:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.436356:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.436864:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609739136:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.436874:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.436882:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.436887:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.437306:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.437340:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123072 00000100:00100000:1.0:1780298646.437345:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123072 00000100:00100000:1.0:1780298646.437374:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24429 00000100:00100000:1.0:1780298646.437382:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605123072:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.437389:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.437399:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4276223] (req 4272128->4276223) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.437406:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.437414:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.437422:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.437435:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.437456:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4387a6a600) 00010000:00010000:2.0:1780298646.437474:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.437482:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.437489:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605123072:12345-192.168.203.125@tcp:105: Request processed in 106us (181us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.437497:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.437501:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24429 00000008:00010000:2.0:1780298646.437514:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=4403199 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.437523:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.437531:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.437550:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:2.0:1780298646.437587:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617180 00000008:00010000:2.0:1780298646.437625:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617180 00010000:00010000:2.0:1780298646.437645:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4272128 4276223) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.437665:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645880 - object 0x2c0000401:17 offset 4272128<>4276224 00000100:00100000:3.0:1780298646.437732:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609739392:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.438062:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609739264:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.438731:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617180 00000020:00200000:2.0:1780298646.438738:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.438751:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617180 00000100:00100000:2.0:1780298646.438773:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609739392:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.438776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.438781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.438785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057dea8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.438790:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.438802:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.438816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.438820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.438842:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.438896:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.438905:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.438923:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2067, 2067] 00000008:00010000:1.0:1780298646.438930:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.438934:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0ab0, flags 0x0 00010000:00010000:1.0:1780298646.438945:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.438955:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4272128 4276223) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.438965:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.438973:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.438980:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.438990:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:1.0:1780298646.439014:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.439032:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298646.439043:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.439046:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.439049:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057dea8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.439052:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.439061:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.439075:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.439078:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.439093:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.439144:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2068 00000080:00200000:1.0:1780298646.439150:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.439155:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.439169:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2068, 2068] 00000008:00010000:1.0:1780298646.439175:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.439178:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022930, osc lock ffff8c43908f0ab0, flags 0x0 00010000:00010000:1.0:1780298646.439186:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.439195:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4276224 4280319) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.439204:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.439212:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.439219:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.439229:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:1.0:1780298646.439250:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1900 00000008:00010000:1.0:1780298646.439283:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1900 00010000:00010000:1.0:1780298646.439297:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4276224 4280319) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:1.0:1780298646.439318:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0000 - object 0x2c0000401:17 offset 4276224<>4280320 00000100:00100000:0.0:1780298646.439362:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609739520:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.440377:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1900 00000020:00200000:1.0:1780298646.440381:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.440389:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1900 00000100:00100000:1.0:1780298646.440399:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609739520:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.440417:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.440422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.440425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022930 (ffff8c439057dea8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.440431:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.440441:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:2.0:1780298646.440450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057d998/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.440451:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022930 (ffff8c439057d998/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.440466:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.440496:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.440500:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.440511:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2068, 2068] 00000008:00010000:2.0:1780298646.440515:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.440517:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6b30, osc lock ffff8c43878a5db0, flags 0x0 00010000:00010000:2.0:1780298646.440524:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.440531:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4276224 4280319) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.440536:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.440541:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.440545:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.440551:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:2.0:1780298646.440559:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.440565:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000aacbd68b ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.440569:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.440574:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.440583:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:2.0:1780298646.440589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.440591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.440592:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.440595:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.440599:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298646.440604:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.440605:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.440617:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.440649:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2069 00000080:00200000:2.0:1780298646.440653:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.440659:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.440719:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2069, 2069] 00000008:00010000:2.0:1780298646.440726:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.440729:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6b30, osc lock ffff8c43878a5db0, flags 0x0 00010000:00010000:2.0:1780298646.440738:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.440748:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4280320 4284415) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.440757:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.440764:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.440768:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.440775:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00010000:00010000:2.0:1780298646.440792:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 70 res 11811161089/17 (4251648 4255743) 00000008:00010000:2.0:1780298646.440804:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617cc0 00000008:00010000:2.0:1780298646.440827:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617cc0 00010000:00010000:2.0:1780298646.440837:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4280320 4284415) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:2.0:1780298646.440853:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645880 - object 0x2c0000401:17 offset 4280320<>4284416 00000100:00100000:3.0:1780298646.440895:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609739648:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.441861:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617cc0 00000020:00200000:2.0:1780298646.441865:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.441874:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617cc0 00000100:00100000:2.0:1780298646.441884:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609739648:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.441906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.441912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.441915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6b30 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.441920:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.441931:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298646.441942:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.441945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6b30 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.441965:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.442009:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.442015:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.442029:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2069, 2069] 00000008:00010000:1.0:1780298646.442036:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.442039:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860226b0, osc lock ffff8c43908f0000, flags 0x0 00010000:00010000:1.0:1780298646.442047:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.442062:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4280320 4284415) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.442073:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.442080:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.442088:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.442097:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000008:00010000:1.0:1780298646.442108:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.442116:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000c3ac8547 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.442123:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.442130:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.442149:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298646.442157:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096038 (ffff8c439057d6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.442160:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096038 (ffff8c439057d6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.442162:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860226b0 (ffff8c439057dbd8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.442166:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.442174:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.442182:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096038 (ffff8c439057d6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.442185:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860226b0 (ffff8c439057d6c8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.442199:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.442219:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 8466432, end 8478719, datasync 1 00000080:00200000:1.0:1780298646.442234:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.442239:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298646.442254:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298646.442263:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.442272:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298646.442305:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.442327:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4272128 4276223) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:1.0:1780298646.442371:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0000 - object 0x2c0000401:17 offset 4272128<>4412060 00000100:00100000:1.0:1780298646.442410:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.442421:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609739776:192.168.203.125@tcp:4:fsx.0 00000008:00010000:1.0:1780298646.444645:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1780298646.444673:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000015f24702 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1780298646.444681:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.444725:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000007cbdc41f ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.444745:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609739776:192.168.203.125@tcp:4:fsx.0 00000080:00200000:2.0:1780298646.444749:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.444789:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.444795:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1780298646.444841:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.444848:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609739904:192.168.203.125@tcp:16:fsx.0 00000100:00100000:2.0:1780298646.446662:0:2400:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969804 gen 1 00000100:00100000:2.0:1780298646.446741:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609739904:192.168.203.125@tcp:16:fsx.0 00000080:00200000:3.0:1780298646.446775:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00000080:00200000:3.0:1780298646.446801:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.446855:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.446862:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.446880:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.446895:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.446908:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1780298646.446916:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.446923:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.446926:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:3.0:1780298646.446933:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.446936:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.446945:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:3.0:1780298646.446978:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.446985:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.447004:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.447007:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298646.447032:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.447034:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079bb50, flags 0x400001002 00010000:00010000:3.0:1780298646.447045:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.447077:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.447087:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.447117:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.447131:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609740032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.447151:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.447161:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.447180:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.447182:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.447187:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609740160:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.448121:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.448156:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.448166:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123328 00000100:00100000:1.0:1780298646.448172:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123328 00000100:00100000:0.0:1780298646.448178:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123200 00000100:00100000:0.0:1780298646.448183:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123200 00000100:00100000:1.0:1780298646.448207:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24430 00000100:00100000:0.0:1780298646.448219:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24431 00000100:00100000:1.0:1780298646.448221:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605123328:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.448232:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.448232:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605123200:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.448242:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.448245:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.448263:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.448296:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 11, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.448299:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.448306:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.448308:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 11, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.448309:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:0.0:1780298646.448312:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.448318:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.448320:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.448359:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605123328:12345-192.168.203.125@tcp:106: Request processed in 143us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.448370:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24430 00000100:00100000:0.0:1780298646.448372:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605123200:12345-192.168.203.125@tcp:106: Request processed in 140us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.448391:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24431 00010000:00010000:2.0:1780298646.449190:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449199:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449206:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449211:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449215:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.449221:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:2.0:1780298646.449224:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.449226:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449231:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449240:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449244:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.449247:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449271:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.449274:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449278:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d532f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.449287:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609740160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.449295:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449300:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449305:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449312:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449316:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.449320:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:2.0:1780298646.449322:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.449331:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449337:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449344:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.449350:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.449353:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.449360:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00000020:00010000:3.0:1780298646.449364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c27518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.449367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c27518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.449371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.449374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27ab8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.449377:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c27518/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.449377:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.449380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27518/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.449381:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.449383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27518/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.449392:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5328 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.449403:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609740032:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.449408:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.449429:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.449443:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.449447:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.449459:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.449461:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079bb50, flags 0x400001002 00000008:00010000:3.0:1780298646.449469:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.449470:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079abe0, flags 0x400001002 00010000:00010000:3.0:1780298646.449477:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.449495:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.449500:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.449523:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.449534:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609740288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.449546:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.449552:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.449566:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.449576:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609740416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.450312:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.450333:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.450353:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.450362:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123456 00000100:00100000:1.0:1780298646.450366:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123456 00000100:00100000:3.0:1780298646.450380:0:22032:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780298646.450392:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123584 00000100:00100000:1.0:1780298646.450393:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24432 00000100:00100000:3.0:1780298646.450398:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123584 00000100:00100000:1.0:1780298646.450402:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605123456:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.450408:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.450415:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.450437:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 489 00000020:00010000:1.0:1780298646.450437:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 11, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.450441:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.450444:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.450445:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:3.0:1780298646.450450:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4390b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9128:x1866777605123584:12345-192.168.203.125@tcp:106: 00010000:00010000:3.0:1780298646.450457:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.450466:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:1.0:1780298646.450489:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605123456:12345-192.168.203.125@tcp:106: Request processed in 89us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.450496:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24432 00000020:00010000:3.0:1780298646.450497:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 11, [0x200000402:0x33:0x0] hash] 00000020:00010000:3.0:1780298646.450500:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:3.0:1780298646.450504:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:3.0:1780298646.450506:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:3.0:1780298646.450558:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4390b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9128:x1866777605123584:12345-192.168.203.125@tcp:106: Request processed in 111us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298646.450565:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 489 00010000:00010000:2.0:1780298646.451151:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451159:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451166:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451171:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451176:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.451185:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:2.0:1780298646.451189:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.451193:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451201:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451210:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451217:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.451219:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451221:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451254:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.451258:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451264:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d5336 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.451279:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.451282:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609740288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.451295:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.451303:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.451311:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.451320:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:3.0:1780298646.451324:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.451335:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.451343:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.451350:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00010000:00010000:3.0:1780298646.451351:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.451355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c27518/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.451359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c27518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.451364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27ab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.451367:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.451368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27bd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.451373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c27518/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.451374:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.451375:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27518/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.451381:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27518/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.451399:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.451414:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00010000:00010000:3.0:1780298646.451419:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.451424:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.451432:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d533d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.451445:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609740416:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.451449:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2205059, type: SEEK_SET 00000080:00200008:2.0:1780298646.451452:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2205059, type: SEEK_SET, rc = 2205059 00000080:00200008:2.0:1780298646.451458:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 2205059, count: 3981 00000080:00200000:2.0:1780298646.451487:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 538 00000080:00200000:2.0:1780298646.451499:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 2205059, bytes: 3981 00000080:00200000:2.0:1780298646.451509:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.451513:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 11, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.451516:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [2205059, 2209040) 0 0 00000080:00200000:2.0:1780298646.451518:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.451526:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [2205059, 2209040) 2209040, 3981 00020000:00200000:2.0:1780298646.451529:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.451546:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [538, 539] 00000008:00010000:2.0:1780298646.451553:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.451555:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f69b0, osc lock ffff8c43878a5690, flags 0x0 00010000:00010000:2.0:1780298646.451562:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (2203648 2211839) 00010000:00010000:2.0:1780298646.451577:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451583:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->2211839] (req 2203648->2211839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.451588:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->2211839] (req 2203648->2211839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.451598:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609740544:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.451639:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.452357:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609740544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.452365:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452373:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452380:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452386:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.452391:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=4268031 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452396:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452401:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.452409:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [2205059, 2209040) 00000080:00200000:2.0:1780298646.452417:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000080:00200000:2.0:1780298646.452420:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:3981 iocb pos:2205059 00010000:00010000:2.0:1780298646.452444:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452451:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2207744 2211839) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.452478:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617cc0 00010000:00010000:2.0:1780298646.452490:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.452495:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.452518:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617cc0 00010000:00010000:2.0:1780298646.452531:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2203648 2207743) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.452547:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645880 - object 0x2c0000401:17 offset 2203648<>2211840 00000100:00100000:3.0:1780298646.452579:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.452587:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609740672:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.453679:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617cc0 00000020:00200000:2.0:1780298646.453706:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.453730:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617cc0 00000100:00100000:2.0:1780298646.453742:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609740672:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.453783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07948a8 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.453787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07948a8 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.453789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f69b0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.453793:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.453801:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.453810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07948a8 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.453812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f69b0 (ffff8c43929ee128/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.453816:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 3981 bytes 00000080:00200000:1.0:1780298646.453830:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.453832:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3981, restart: 0 00000080:00200000:1.0:1780298646.453835:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 3981 00000080:00200008:1.0:1780298646.453851:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.453856:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.453869:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.453879:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.453894:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1780298646.453901:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.453908:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.453911:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:1.0:1780298646.453917:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.453920:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.453928:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1780298646.453949:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.453954:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.453967:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.453969:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f0000, flags 0x400001002 00000008:00010000:1.0:1780298646.453979:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.453980:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f0be0, flags 0x400001002 00010000:00010000:1.0:1780298646.453985:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.453999:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.454005:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.454027:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.454043:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.454051:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.454058:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609740800:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.454065:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.454088:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609740928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.454983:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.455040:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.455056:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123712 00000100:00100000:0.0:1780298646.455060:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123840 00000100:00100000:1.0:1780298646.455062:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123712 00000100:00100000:0.0:1780298646.455064:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123840 00000100:00100000:0.0:1780298646.455098:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24433 00000100:00100000:1.0:1780298646.455106:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24434 00000100:00100000:0.0:1780298646.455111:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605123840:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.455120:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605123712:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.455121:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.455130:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.455133:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.455154:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.455172:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 13, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.455174:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.455176:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.455177:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.455193:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 13, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.455196:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.455200:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.455202:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:0.0:1780298646.455212:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605123840:12345-192.168.203.125@tcp:106: Request processed in 106us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.455218:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24433 00000100:00100000:1.0:1780298646.455246:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605123712:12345-192.168.203.125@tcp:106: Request processed in 128us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.455253:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24434 00010000:00010000:0.0:1780298646.455957:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.455965:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.455970:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.455985:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.455995:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.455996:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456015:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.456016:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456036:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.456036:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:0.0:1780298646.456044:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.456048:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456052:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.456056:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.456072:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.456073:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:1.0:1780298646.456081:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.456082:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.456086:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456096:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456107:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456112:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.456117:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b200 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.456119:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00010000:00010000:1.0:1780298646.456120:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.456122:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.456124:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582fe8 (ffff8c439057d518/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.456129:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.456130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582fe8 (ffff8c439057d518/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.456135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d878/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.456141:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.456145:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582fe8 (ffff8c439057d518/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.456145:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5352 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.456150:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d518/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.456151:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.456156:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.456158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d518/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.456167:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d534b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.456171:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609740928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.456184:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609740800:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.456200:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.456215:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.456226:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.456230:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.456241:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.456243:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4e40, flags 0x400001002 00000008:00010000:2.0:1780298646.456252:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.456253:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a57c0, flags 0x400001002 00010000:00010000:2.0:1780298646.456261:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.456277:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.456283:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.456305:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.456312:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.456320:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609741056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.456346:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.456354:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.456375:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.456382:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609741184:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.457096:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.457119:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.457130:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605123968 00000100:00100000:1.0:1780298646.457134:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605123968 00000100:00100000:0.0:1780298646.457150:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124096 00000100:00100000:0.0:1780298646.457155:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124096 00000100:00100000:1.0:1780298646.457159:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24435 00000100:00100000:1.0:1780298646.457165:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605123968:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.457171:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.457178:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.457182:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24436 00000100:00100000:0.0:1780298646.457192:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605124096:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.457198:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.457205:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 13, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.457207:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00010000:00010000:0.0:1780298646.457210:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.457211:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.457214:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:0.0:1780298646.457241:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 13, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.457243:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.457246:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.457248:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.457249:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605123968:12345-192.168.203.125@tcp:106: Request processed in 84us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.457255:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24435 00000100:00100000:0.0:1780298646.457280:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605124096:12345-192.168.203.125@tcp:106: Request processed in 90us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.457285:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24436 00010000:00010000:2.0:1780298646.457962:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.457971:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.457979:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.457984:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.457990:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.457995:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:2.0:1780298646.457998:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.458000:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458006:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458014:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458020:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.458024:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458065:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.458070:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458078:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5359 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.458089:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609741056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.458110:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458117:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458124:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458129:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458135:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.458142:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:2.0:1780298646.458146:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.458155:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458162:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.458168:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00010000:00010000:2.0:1780298646.458169:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.458172:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.458177:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.458183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.458185:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.458187:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.458190:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929ee878/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.458190:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.458192:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.458198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee878/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.458237:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:3.0:1780298646.458241:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.458241:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.458252:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5360 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.458261:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000100:00100000:2.0:1780298646.458261:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609741184:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.458306:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 98688, type: SEEK_SET 00000080:00200008:3.0:1780298646.458310:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 98688, type: SEEK_SET, rc = 98688 00000080:00200008:3.0:1780298646.458315:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 98688, count: 2569 00000080:00200000:3.0:1780298646.458322:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 24 of 384 to 2569 bytes 00000080:00200000:3.0:1780298646.458326:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 2569 00000080:00200000:3.0:1780298646.458339:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 98688, bytes: 2569 00000080:00200000:3.0:1780298646.458342:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1780298646.458345:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 13, [0x200000402:0x33:0x0] hash] 00000020:00200000:3.0:1780298646.458346:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [98688, 101257) 0 0 00000080:00200000:3.0:1780298646.458348:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.458354:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [24, 24] 00020000:00200000:3.0:1780298646.458359:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [98688, 101257) 101257, 2569 00020000:00200000:3.0:1780298646.458361:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.458377:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [24, 24] 00000008:00010000:3.0:1780298646.458383:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.458385:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079a5f0, flags 0x0 00010000:00010000:3.0:1780298646.458391:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (98304 102399) 00010000:00010000:3.0:1780298646.458406:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.458413:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.458418:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.458428:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609741312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.458460:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.459211:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609741312:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.459220:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.459228:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.459236:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.459242:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.459248:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=2203647 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.459256:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.459263:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.459276:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [98688, 101257) append 0 append lockpos 0 00000080:00200000:3.0:1780298646.459284:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 24 of 384 to 2569 bytes 00000008:00010000:3.0:1780298646.459334:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabe40 00000008:00010000:3.0:1780298646.459371:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabe40 00010000:00010000:3.0:1780298646.459389:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (98304 102399) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.459411:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a2300 - object 0x2c0000401:17 offset 98304<>102400 00000100:00100000:2.0:1780298646.459460:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609741440:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.460450:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eabe40 00000020:00200000:2.0:1780298646.460457:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.460466:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eabe40 00000100:00100000:2.0:1780298646.460480:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609741440:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298646.460490:0:29360:0:(rw26.c:858:ll_write_end()) pos 98688, len 2569, copied 2569 00000080:00200000:3.0:1780298646.460497:0:29360:0:(rw26.c:916:ll_write_end()) page@000000005ef1791c[3 000000008ec8947f 2 1 000000001f755e45] 00000080:00200000:3.0:1780298646.460501:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f9686d6 17ffffc0001009 3:0 ffff8c4384802ee0 24 lru 00000080:00200000:3.0:1780298646.460508:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000008a337ff0 24: 1< 1 - - > 2< 98304 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298646.460510:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000005ef1791c 00000080:00200000:3.0:1780298646.460511:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298646.460515:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 384, to 2953 prio 0 00000008:00010000:3.0:1780298646.460532:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000009c11c579 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.460552:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000080:00200000:3.0:1780298646.460555:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 2569 bytes, tot: 2569 00000080:00200000:3.0:1780298646.460557:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 2569 00000020:00010000:3.0:1780298646.460571:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23e48 (ffff8c4390c27b48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.460573:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23e48 (ffff8c4390c27b48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.460575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c27998/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.460578:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.460585:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.460594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23e48 (ffff8c4390c27b48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.460595:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c27b48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.460600:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2569 bytes 00000080:00200000:3.0:1780298646.460604:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [24, 24] 00000080:00200000:3.0:1780298646.460618:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.460620:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 2569, restart: 0 00000080:00200000:2.0:1780298646.460656:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00000080:00200000:2.0:1780298646.460661:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 2569 00000080:00200008:2.0:1780298646.460683:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.460730:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.460746:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.460756:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.460763:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.460769:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.460774:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.460777:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:2.0:1780298646.460780:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.460782:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.460787:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.460804:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.460808:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.460821:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.460822:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a51d0, flags 0x400001002 00000008:00010000:2.0:1780298646.460833:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.460834:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a4390, flags 0x400001002 00010000:00010000:2.0:1780298646.460854:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.460860:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.460896:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.460904:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.460927:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.460936:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.460952:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.460958:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741696:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.461918:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.461955:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.461970:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124224 00000100:00100000:1.0:1780298646.461975:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124352 00000100:00100000:0.0:1780298646.461976:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124224 00000100:00100000:1.0:1780298646.461981:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124352 00000100:00100000:0.0:1780298646.462016:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24437 00000100:00100000:1.0:1780298646.462025:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24438 00000100:00100000:0.0:1780298646.462029:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605124224:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.462038:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605124352:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.462040:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.462048:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.462052:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.462064:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.462100:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.462103:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.462110:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.462111:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.462113:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.462114:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.462122:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.462124:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.462178:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605124224:12345-192.168.203.125@tcp:106: Request processed in 151us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.462179:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605124352:12345-192.168.203.125@tcp:106: Request processed in 142us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.462195:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24437 00000100:00100000:1.0:1780298646.462201:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24438 00000100:00100000:2.0:1780298646.462999:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969803 gen 2 00010000:00010000:2.0:1780298646.463063:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463076:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463086:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463094:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463102:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.463112:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.463117:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.463120:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463128:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463135:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463142:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.463146:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463176:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.463181:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463188:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d536e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.463205:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.463225:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463235:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463243:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463250:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463257:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.463265:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.463268:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.463278:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463287:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463295:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463301:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.463305:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.463310:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00000020:00010000:3.0:1780298646.463316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddb60 (ffff8c43929eed88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.463323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddb60 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.463328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.463332:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.463335:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddb60 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.463337:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.463342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929eed88/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.463342:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.463347:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.463355:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c23fe22d/0x11c228eb194d5375 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.463374:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741696:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.463377:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.463401:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.463418:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.463423:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.463441:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.463444:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079a5f0, flags 0x400001002 00000008:00010000:3.0:1780298646.463459:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.463461:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079b1d0, flags 0x400001002 00010000:00010000:3.0:1780298646.463489:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.463500:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.463528:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.463533:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.463540:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:3.0:1780298646.463541:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.463554:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.463606:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741824:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.464470:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.464504:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.464534:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1780298646.464539:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124608 00000100:00100000:2.0:1780298646.464544:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124608 00000100:00100000:0.0:1780298646.464547:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124480 00000100:00100000:0.0:1780298646.464553:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124480 00000100:00100000:2.0:1780298646.464578:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 490 00000100:00100000:2.0:1780298646.464586:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8356:x1866777605124608:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.464591:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24439 00010000:00010000:2.0:1780298646.464592:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.464600:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.464605:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605124480:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.464618:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:2.0:1780298646.464629:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.464632:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:2.0:1780298646.464641:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:2.0:1780298646.464643:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00010000:00010000:0.0:1780298646.464647:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.464680:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.464682:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.464727:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:2.0:1780298646.464731:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8356:x1866777605124608:12345-192.168.203.125@tcp:106: Request processed in 104us (184us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298646.464731:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:2.0:1780298646.464747:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 490 00000100:00100000:0.0:1780298646.464778:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605124480:12345-192.168.203.125@tcp:106: Request processed in 177us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.464785:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24439 00010000:00010000:2.0:1780298646.465443:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465455:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465464:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465472:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465479:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.465489:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.465494:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.465498:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465506:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465515:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465521:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.465525:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465544:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.465547:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465552:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d537c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.465564:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741824:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.465583:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465591:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465600:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465612:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465620:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.465628:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.465632:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.465640:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465645:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465650:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.465657:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.465660:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.465665:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00000020:00010000:3.0:1780298646.465671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27998/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.465674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27998/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.465678:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.465683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.465684:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.465720:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.465727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27998/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.465736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27998/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.465745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27998/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.465748:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5383 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.465768:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609741952:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.465779:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.465799:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00a00000:3.0:1780298646.465854:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af9f8 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298646.465874:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.465879:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.465894:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.465898:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4b0, osc lock ffff8c43a079b1d0, flags 0x400001002 00000008:00010000:3.0:1780298646.465908:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.465909:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e4f0, osc lock ffff8c43a079a5f0, flags 0x400001002 00010000:00010000:3.0:1780298646.465931:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.465938:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.465963:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.465967:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.465974:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.465982:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609742208:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.465995:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609742080:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.466859:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.466889:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.466904:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124736 00000100:00100000:1.0:1780298646.466908:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124736 00000100:00100000:0.0:1780298646.466919:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124864 00000100:00100000:0.0:1780298646.466925:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124864 00000100:00100000:1.0:1780298646.466946:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24440 00000100:00100000:0.0:1780298646.466954:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24441 00000100:00100000:1.0:1780298646.466959:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605124736:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.466967:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605124864:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.466968:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.466978:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.466981:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.467005:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.467025:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.467027:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.467031:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.467033:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.467041:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.467044:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:0.0:1780298646.467048:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.467050:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:1.0:1780298646.467088:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605124736:12345-192.168.203.125@tcp:106: Request processed in 134us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.467095:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605124864:12345-192.168.203.125@tcp:106: Request processed in 129us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.467101:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24440 00000100:00100000:0.0:1780298646.467110:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24441 00010000:00010000:2.0:1780298646.468376:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.468380:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.468391:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.468401:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.468403:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.468422:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.468425:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.468440:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.468443:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.468462:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298646.468465:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.468468:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.468474:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.468478:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.468485:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.468487:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.468496:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.468503:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.468503:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.468509:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.468530:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.468535:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00010000:00010000:3.0:1780298646.468538:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.468539:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090248 (ffff8c4390c27998/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.468545:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090248 (ffff8c4390c27998/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.468549:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.468550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4b0 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.468555:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.468555:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.468556:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e4f0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.468561:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.468562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090248 (ffff8c4390c27998/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.468567:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4b0 (ffff8c4390c27998/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.468573:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e4f0 (ffff8c4390c27998/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.468581:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5391 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.468606:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609742208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.468626:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.468632:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.468633:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.468646:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d538a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.468667:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609742080:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.468743:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1067 00000080:00200000:1.0:1780298646.468749:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.468757:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.468772:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1067, 1067] 00000008:00010000:1.0:1780298646.468779:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.468782:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860226b0, osc lock ffff8c43908f1690, flags 0x0 00010000:00010000:1.0:1780298646.468806:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.468812:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.468818:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->180223] (req 176128->180223) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.468829:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609742336:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.468868:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.469668:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609742336:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.469681:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.469725:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.469737:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.469747:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.469756:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3473408, setting rss=3473408; kms=1384448, end=1384447 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.469765:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.469771:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.469788:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 5578752 00000008:00010000:1.0:1780298646.469825:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb13c0 00000008:00010000:1.0:1780298646.469864:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb13c0 00010000:00010000:1.0:1780298646.469889:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (176128 180223) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1780298646.469911:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c1880 - object 0x280000401:18 offset 176128<>180224 00000100:00100000:1.0:1780298646.469974:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609742464:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.471049:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb13c0 00000020:00200000:1.0:1780298646.471056:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.471071:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb13c0 00000100:00100000:1.0:1780298646.471087:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609742464:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.471094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096c68 (ffff8c439057d248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.471098:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096c68 (ffff8c439057d248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.471100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860226b0 (ffff8c439057dd88/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.471104:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.471112:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.471128:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096c68 (ffff8c439057d248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.471130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860226b0 (ffff8c439057d248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.471148:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.471202:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1068 00000080:00200000:3.0:1780298646.471206:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.471211:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.471224:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1068, 1068] 00000008:00010000:3.0:1780298646.471229:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.471231:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3cb0, osc lock ffff8c43a079a000, flags 0x0 00010000:00010000:3.0:1780298646.471238:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.471245:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (180224 184319) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.471251:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.471256:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.471261:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.471266:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 5578752 00000008:00010000:3.0:1780298646.471279:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab480 00000008:00010000:3.0:1780298646.471309:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab480 00010000:00010000:3.0:1780298646.471322:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (180224 184319) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:3.0:1780298646.471342:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0700 - object 0x280000401:18 offset 180224<>184320 00000100:00100000:2.0:1780298646.471385:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.471397:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609742592:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.472242:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab480 00000020:00200000:2.0:1780298646.472246:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.472254:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab480 00000100:00100000:2.0:1780298646.472267:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609742592:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.472272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c237b8 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.472275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c237b8 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.472278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3cb0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.472281:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.472288:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.472295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c237b8 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.472296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3cb0 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.472322:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.472438:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.472446:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.472461:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.472471:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.472478:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.472483:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.472488:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.472490:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:2.0:1780298646.472494:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.472496:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.472501:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.472517:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.472521:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.472533:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.472535:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298646.472544:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.472545:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a5430, flags 0x400001002 00010000:00010000:2.0:1780298646.472565:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.472574:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.472593:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.472604:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.472608:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609742720:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.472610:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.472620:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.472637:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609742848:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.473448:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.473484:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.473492:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125120 00000100:00100000:1.0:1780298646.473498:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125120 00000100:00100000:0.0:1780298646.473498:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605124992 00000100:00100000:0.0:1780298646.473500:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605124992 00000100:00100000:0.0:1780298646.473531:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24442 00000100:00100000:1.0:1780298646.473537:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24443 00000100:00100000:0.0:1780298646.473540:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605125120:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.473542:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605124992:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.473550:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.473550:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.473560:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.473573:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.473589:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.473592:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.473595:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.473596:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:0.0:1780298646.473596:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.473597:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.473600:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.473601:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:1.0:1780298646.473636:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605124992:12345-192.168.203.125@tcp:106: Request processed in 92us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.473636:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605125120:12345-192.168.203.125@tcp:106: Request processed in 96us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.473643:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24442 00000100:00100000:1.0:1780298646.473646:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24443 00010000:00010000:2.0:1780298646.474327:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474332:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.474338:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474346:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.474349:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474358:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.474359:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474376:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.474392:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474393:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.474406:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:2.0:1780298646.474411:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.474415:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.474422:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00010000:00010000:2.0:1780298646.474422:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.474429:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.474431:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.474436:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.474440:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474441:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474452:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.474460:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.474463:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00010000:00010000:2.0:1780298646.474467:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.474468:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee7e8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.474472:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.474474:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee7e8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.474477:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.474484:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.474485:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.474485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.474492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.474499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee7e8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.474505:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.474512:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.474519:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609742848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.474551:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.474557:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.474558:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.474575:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:3.0:1780298646.474576:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d539f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.474586:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.474591:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:3.0:1780298646.474594:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609742720:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.474604:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.474607:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f11d0, flags 0x400001002 00000008:00010000:1.0:1780298646.474616:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.474619:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f1690, flags 0x400001002 00010000:00010000:1.0:1780298646.474639:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.474645:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.474673:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.474729:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609742976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.474731:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.474743:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.474755:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.474770:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609743104:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.475378:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.475465:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125248 00000100:00100000:0.0:1780298646.475474:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125248 00000100:00100000:0.0:1780298646.475505:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24444 00000100:00100000:0.0:1780298646.475514:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605125248:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.475525:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.475536:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.475563:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.475565:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:0.0:1780298646.475569:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.475570:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:0.0:1780298646.475602:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605125248:12345-192.168.203.125@tcp:106: Request processed in 91us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.475607:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24444 00000100:00100000:0.0:1780298646.475741:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.475772:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125376 00000100:00100000:1.0:1780298646.475777:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125376 00000100:00100000:1.0:1780298646.475808:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24445 00000100:00100000:1.0:1780298646.475816:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605125376:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.475824:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.475833:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.475861:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.475863:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.475867:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.475868:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.475904:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605125376:12345-192.168.203.125@tcp:106: Request processed in 89us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.475910:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24445 00010000:00010000:1.0:1780298646.476488:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476501:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476513:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476521:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476529:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.476538:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.476542:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.476546:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476555:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476563:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476569:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ac00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.476572:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476597:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.476602:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476609:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d8affd03/0x11c228eb194d53ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.476624:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609742976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.476650:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476659:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476672:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476679:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476718:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.476728:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:1.0:1780298646.476732:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.476744:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476751:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.476758:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00010000:00010000:1.0:1780298646.476758:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.476766:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.476770:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.476771:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.476775:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.476777:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057d3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.476785:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.476792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.476798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057d1b8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.476803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057d1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.476836:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.476842:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.476851:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d53b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.476854:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.476872:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609743104:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.476880:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200000:2.0:1780298646.476922:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 1062527, len 4615 00000080:00200000:2.0:1780298646.476939:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.476942:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.476951:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.476969:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [259, 260] 00000008:00010000:2.0:1780298646.476978:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.476981:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f66b0, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298646.476994:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.477018:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1060864 1069055) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.477028:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.477037:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.477044:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.477055:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 576 00000100:00100000:2.0:1780298646.477104:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.477114:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609743232:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.478294:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609743232:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.478313:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.478317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.478319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f66b0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.478323:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.478332:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.478342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.478344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f66b0 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.478362:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.478427:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.478433:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.478447:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.478456:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.478463:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298646.478468:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.478473:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.478476:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:3.0:1780298646.478481:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.478484:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.478492:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298646.478519:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.478525:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.478543:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.478545:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079a000, flags 0x400001002 00000008:00010000:3.0:1780298646.478556:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.478557:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298646.478587:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.478596:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.478617:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.478624:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.478630:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609743360:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.478671:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.478682:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.478740:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.478752:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609743488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.479565:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.479589:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.479613:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1780298646.479623:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125632 00000100:00100000:1.0:1780298646.479625:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125504 00000100:00100000:3.0:1780298646.479629:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125632 00000100:00100000:1.0:1780298646.479630:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125504 00000100:00100000:3.0:1780298646.479678:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 491 00000100:00100000:1.0:1780298646.479682:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24446 00000100:00100000:1.0:1780298646.479725:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605125504:12345-192.168.203.125@tcp:106: 00000100:00100000:3.0:1780298646.479731:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:20252:x1866777605125632:12345-192.168.203.125@tcp:106: 00010000:00010000:3.0:1780298646.479738:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.479738:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.479757:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.479759:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.479798:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.479800:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.479804:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.479806:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:2.0:1780298646.479825:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.479827:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:2.0:1780298646.479830:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:2.0:1780298646.479831:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000100:00100000:1.0:1780298646.479851:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605125504:12345-192.168.203.125@tcp:106: Request processed in 141us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.479858:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24446 00000100:00100000:2.0:1780298646.479872:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:20252:x1866777605125632:12345-192.168.203.125@tcp:106: Request processed in 183us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.479880:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 491 00010000:00010000:2.0:1780298646.480557:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480568:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480578:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480585:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480593:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.480603:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:2.0:1780298646.480607:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.480611:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480618:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480626:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480638:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.480642:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480668:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.480672:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480679:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d53c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.480740:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609743488:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.480756:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480766:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480774:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480782:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480796:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.480804:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.480807:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.480818:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480827:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480836:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.480838:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00000020:00010000:1.0:1780298646.480843:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.480848:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.480850:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.480852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.480856:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.480856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.480860:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.480864:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.480870:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c272d8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.480910:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.480912:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.480916:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.480929:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d53bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.480931:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.480950:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.480955:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:2.0:1780298646.480956:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609743360:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.480970:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.480973:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0be0, flags 0x400001002 00000008:00010000:1.0:1780298646.480982:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.480983:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0000, flags 0x400001002 00010000:00010000:1.0:1780298646.481005:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.481013:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.481048:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.481065:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.481080:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.481081:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609743616:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.481098:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.481113:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609743744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.481980:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.482005:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.482030:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125888 00000100:00100000:1.0:1780298646.482032:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605125760 00000100:00100000:0.0:1780298646.482034:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125888 00000100:00100000:1.0:1780298646.482038:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605125760 00000100:00100000:0.0:1780298646.482070:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24447 00000100:00100000:1.0:1780298646.482079:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24448 00000100:00100000:0.0:1780298646.482081:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605125888:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.482088:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605125760:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.482090:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.482095:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.482111:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.482120:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.482140:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.482141:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:1.0:1780298646.482144:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.482144:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:0.0:1780298646.482154:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.482156:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.482159:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.482160:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.482177:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605125760:12345-192.168.203.125@tcp:106: Request processed in 91us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.482182:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24448 00000100:00100000:0.0:1780298646.482193:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605125888:12345-192.168.203.125@tcp:106: Request processed in 116us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.482198:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24447 00010000:00010000:1.0:1780298646.482886:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482899:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482905:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482910:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.482913:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482921:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.482931:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.482942:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.482943:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.482951:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.482957:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.482957:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482973:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.482976:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482983:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.482997:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.483000:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.483019:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:0.0:1780298646.483023:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.483036:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.483039:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.483042:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.483059:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.483061:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d53c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.483070:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00000020:00010000:2.0:1780298646.483079:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580ff8 (ffff8c439057d008/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.483080:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.483085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580ff8 (ffff8c439057d008/0) at cl_lock_cancel():142 00000100:00100000:1.0:1780298646.483086:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609743616:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.483094:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d1b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.483099:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.483100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.483105:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580ff8 (ffff8c439057d008/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.483105:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.483112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d008/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.483121:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d008/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.483157:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298646.483161:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.483163:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.483172:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d53d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.483173:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:2.0:1780298646.483188:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000100:00100000:0.0:1780298646.483191:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609743744:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.483194:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.483209:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.483219:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.483226:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.483231:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.483236:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.483238:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:2.0:1780298646.483242:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.483244:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.483249:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.483268:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.483271:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.483284:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.483286:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6570, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298646.483295:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.483296:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa65b0, osc lock ffff8c43878a4130, flags 0x400001002 00010000:00010000:2.0:1780298646.483314:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.483320:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.483342:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.483350:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.483357:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609743872:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.483390:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.483398:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.483418:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.483425:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609744000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.484253:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.484291:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126016 00000100:00100000:1.0:1780298646.484296:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126016 00000100:00100000:0.0:1780298646.484311:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.484322:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126144 00000100:00100000:1.0:1780298646.484324:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126144 00000100:00100000:0.0:1780298646.484339:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24449 00000100:00100000:1.0:1780298646.484345:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24450 00000100:00100000:0.0:1780298646.484352:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605126016:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.484355:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605126144:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.484365:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.484366:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.484385:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.484386:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.484442:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.484445:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:1.0:1780298646.484446:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.484450:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.484455:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.484458:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:1.0:1780298646.484459:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.484463:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.484511:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605126016:12345-192.168.203.125@tcp:106: Request processed in 163us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.484512:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605126144:12345-192.168.203.125@tcp:106: Request processed in 159us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.484524:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24449 00000100:00100000:1.0:1780298646.484531:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24450 00010000:00010000:2.0:1780298646.485315:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485325:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485335:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485340:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485345:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.485351:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:2.0:1780298646.485354:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.485356:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485360:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485365:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485369:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.485371:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485398:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.485401:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485406:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d53de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.485415:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609744000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.485423:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485428:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485433:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485437:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485440:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.485445:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.485447:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.485462:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485469:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485474:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.485481:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.485485:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.485491:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00000020:00010000:3.0:1780298646.485497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929ee5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.485500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.485504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.485507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929eecf8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.485509:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.485510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.485515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.485516:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.485519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.485526:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d53d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.485541:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609743872:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.485567:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.485589:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.485609:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.485615:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.485633:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.485637:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298646.485658:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.485660:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079ae40, flags 0x400001002 00010000:00010000:3.0:1780298646.485733:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.485743:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.485774:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.485792:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609744128:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.485793:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.485805:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.485824:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.485851:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609744256:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.486549:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.486585:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126272 00000100:00100000:0.0:1780298646.486591:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126272 00000100:00100000:0.0:1780298646.486624:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24451 00000100:00100000:0.0:1780298646.486634:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605126272:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.486643:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.486662:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.486731:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.486733:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:0.0:1780298646.486738:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.486740:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000100:00100000:0.0:1780298646.486786:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605126272:12345-192.168.203.125@tcp:106: Request processed in 153us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.486795:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24451 00000100:00100000:1.0:1780298646.486799:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.486819:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126400 00000100:00100000:0.0:1780298646.486823:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126400 00000100:00100000:0.0:1780298646.486848:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24452 00000100:00100000:0.0:1780298646.486855:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605126400:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.486862:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.486870:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.486900:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.486902:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.486906:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.486907:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.486943:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605126400:12345-192.168.203.125@tcp:106: Request processed in 89us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.486949:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24452 00010000:00010000:2.0:1780298646.487430:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487447:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487456:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487464:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487472:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.487480:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.487489:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.487492:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487500:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487508:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487515:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.487519:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487539:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.487542:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.487546:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d53e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.487557:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609744128:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.487840:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487849:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487858:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487865:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487873:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.487882:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:3.0:1780298646.487885:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.487895:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487900:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487909:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.487913:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.487915:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.487935:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00000020:00010000:1.0:1780298646.487941:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090db0 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.487944:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090db0 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.487948:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.487950:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.487952:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.487956:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.487956:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090db0 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.487962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c27f38/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.487970:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d53ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.487971:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c27f38/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.487985:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609744256:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.488010:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.488026:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:1.0:1780298646.488040:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.488046:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.488062:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.488075:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.488087:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1780298646.488095:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.488101:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.488104:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:1.0:1780298646.488110:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.488113:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.488120:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1780298646.488150:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.488156:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.488176:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.488178:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0ab0, flags 0x400001002 00000008:00010000:1.0:1780298646.488192:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.488194:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.488204:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.488227:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.488235:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.488265:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.488278:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.488282:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.488290:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.488291:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744384:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.488308:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.488346:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.489040:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.489093:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.489105:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126528 00000100:00100000:0.0:1780298646.489109:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126528 00000100:00100000:0.0:1780298646.489141:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24453 00000100:00100000:0.0:1780298646.489150:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605126528:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.489159:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.489172:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.489172:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.489201:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.489203:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:0.0:1780298646.489207:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.489209:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000100:00100000:0.0:1780298646.489249:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605126528:12345-192.168.203.125@tcp:106: Request processed in 100us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.489257:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24453 00000100:00100000:0.0:1780298646.489287:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126656 00000100:00100000:0.0:1780298646.489290:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126656 00000100:00100000:0.0:1780298646.489308:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24454 00000100:00100000:0.0:1780298646.489315:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605126656:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.489322:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.489341:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.489361:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.489362:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.489365:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.489366:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.489399:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605126656:12345-192.168.203.125@tcp:106: Request processed in 83us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.489405:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24454 00010000:00010000:0.0:1780298646.489839:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489850:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489860:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489867:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489873:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.489888:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.489892:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.489895:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489902:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489910:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489917:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.489920:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489949:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.489955:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.489963:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d53f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.489976:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744384:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.489995:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.490005:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.490012:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.490019:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.490026:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.490033:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:0.0:1780298646.490037:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.490045:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.490054:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.490062:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00010000:00010000:0.0:1780298646.490062:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.490069:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.490076:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.490077:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.490083:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.490084:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.490091:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.490097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.490099:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.490103:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d3f8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.490123:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.490128:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.490133:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.490140:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d53fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.490152:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744512:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.490154:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.490167:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.490171:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.490181:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.490182:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.490189:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.490190:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0ab0, flags 0x400001002 00010000:00010000:1.0:1780298646.490198:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.490214:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.490221:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.490239:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.490247:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.490252:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.490259:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.490265:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744640:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.490267:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.490316:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.490961:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.491003:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126784 00000100:00100000:0.0:1780298646.491009:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126784 00000100:00100000:0.0:1780298646.491041:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24455 00000100:00100000:1.0:1780298646.491051:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.491053:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605126784:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.491062:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.491072:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.491096:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.491099:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000020:00010000:0.0:1780298646.491103:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.491104:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 552 00000100:00100000:0.0:1780298646.491144:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605126784:12345-192.168.203.125@tcp:106: Request processed in 95us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.491150:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24455 00000100:00100000:0.0:1780298646.491163:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605126912 00000100:00100000:0.0:1780298646.491166:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605126912 00000100:00100000:0.0:1780298646.491183:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24456 00000100:00100000:0.0:1780298646.491189:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605126912:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.491194:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.491201:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1780298646.491219:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.491221:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.491224:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.491226:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.491258:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605126912:12345-192.168.203.125@tcp:106: Request processed in 68us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.491265:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24456 00010000:00010000:0.0:1780298646.491734:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491747:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491757:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491765:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491772:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.491780:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:0.0:1780298646.491784:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.491787:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491794:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491802:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491809:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.491812:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491842:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.491847:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491855:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c56a0420/0x11c228eb194d5401 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.491866:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.491883:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491892:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491900:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491907:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491915:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.491923:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:0.0:1780298646.491926:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.491935:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491943:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491950:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.491953:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00000020:00010000:1.0:1780298646.491957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.491957:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ac00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.491960:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.491960:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.491964:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.491967:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.491970:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.491972:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.491976:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d3f8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.491981:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.491985:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.491992:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d5408 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.491996:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.492002:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744768:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.492008:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200000:1.0:1780298646.492048:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 1551567, len 3211 00000080:00200000:1.0:1780298646.492059:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.492061:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.492068:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.492079:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [378, 379] 00000008:00010000:1.0:1780298646.492084:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.492087:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022c30, osc lock ffff8c43908f0ab0, flags 0x0 00010000:00010000:1.0:1780298646.492095:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.492102:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1548288 1556479) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.492109:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.492114:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.492118:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.492124:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 592 00000100:00100000:0.0:1780298646.492170:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.492179:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744896:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298646.493120:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609744896:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298646.493138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860966c8 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.493143:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860966c8 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.493146:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022c30 (ffff8c439057d248/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.493152:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.493162:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.493174:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860966c8 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.493176:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022c30 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.493196:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.493214:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.493222:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.493237:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.493248:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.493257:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298646.493265:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.493271:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.493274:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:1.0:1780298646.493279:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.493283:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.493290:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1780298646.493315:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.493321:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.493335:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.493337:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0ab0, flags 0x400001002 00000008:00010000:1.0:1780298646.493350:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.493352:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.493372:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.493378:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.493406:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.493422:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.493428:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609745024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.493434:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.493448:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.493482:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.493490:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609745152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.494240:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.494284:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127040 00000100:00100000:0.0:1780298646.494290:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127040 00000100:00100000:1.0:1780298646.494296:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.494328:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127168 00000100:00100000:0.0:1780298646.494331:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127168 00000100:00100000:1.0:1780298646.494349:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24457 00000100:00100000:1.0:1780298646.494365:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605127040:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.494365:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24458 00010000:00010000:1.0:1780298646.494377:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.494381:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605127168:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.494394:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.494395:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.494417:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.494443:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.494446:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:1.0:1780298646.494450:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.494452:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.494470:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.494472:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.494477:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.494478:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.494501:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605127040:12345-192.168.203.125@tcp:106: Request processed in 143us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.494507:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24457 00000100:00100000:0.0:1780298646.494527:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605127168:12345-192.168.203.125@tcp:106: Request processed in 150us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.494535:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24458 00010000:00010000:0.0:1780298646.495206:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495219:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495230:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495237:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495245:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.495256:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:0.0:1780298646.495261:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.495264:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495272:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495280:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495287:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.495291:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495323:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.495328:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495336:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d5416 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.495348:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609745152:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.495363:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495372:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495380:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495387:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495395:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.495403:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.495406:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.495425:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495433:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495441:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495447:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ae00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.495451:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495474:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.495479:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.495487:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d540f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.495493:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:1.0:1780298646.495498:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.495501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.495504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d248/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298646.495506:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609745024:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.495510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.495515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.495517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.495522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.495546:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.495564:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.495576:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.495580:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.495593:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.495596:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.495607:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.495608:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0ab0, flags 0x400001002 00010000:00010000:1.0:1780298646.495634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.495641:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.495667:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.495680:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.495685:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.495746:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609745280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.495766:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.495784:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.495798:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609745408:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.496556:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.496584:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.496610:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.496622:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127424 00000100:00100000:0.0:1780298646.496626:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127424 00000100:00100000:0.0:1780298646.496656:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127296 00000100:00100000:0.0:1780298646.496659:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127296 00000100:00100000:0.0:1780298646.496673:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24459 00000100:00100000:0.0:1780298646.496683:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605127424:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.496704:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24460 00000100:00100000:1.0:1780298646.496724:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605127296:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.496733:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.496734:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.496753:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.496756:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.496805:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.496806:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.496813:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.496814:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.496814:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.496819:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.496824:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.496825:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.496850:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605127296:12345-192.168.203.125@tcp:106: Request processed in 139us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.496855:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24460 00000100:00100000:0.0:1780298646.496868:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605127424:12345-192.168.203.125@tcp:106: Request processed in 186us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.496875:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24459 00010000:00010000:0.0:1780298646.498055:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498067:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498077:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498085:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498093:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.498102:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:0.0:1780298646.498106:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.498109:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498116:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498124:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498131:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.498135:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498162:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.498166:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498179:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5424 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.498191:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609745408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.498204:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498213:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498221:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498227:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498234:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.498241:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.498244:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.498255:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498269:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498277:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498283:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.498286:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.498289:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:1.0:1780298646.498296:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.498300:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.498304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.498308:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d248/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.498311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582da0 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.498314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057d3f8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.498316:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.498319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057d3f8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.498321:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.498330:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d541d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.498349:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.498350:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609745280:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.498378:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:1.0:1780298646.498420:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6970563, type: SEEK_SET 00000080:00200008:1.0:1780298646.498424:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 6970563, type: SEEK_SET, rc = 6970563 00000080:00200008:1.0:1780298646.498429:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 6970563, count: 6067 00000080:00200000:1.0:1780298646.498441:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 6970563, bytes: 6067 00000080:00200000:1.0:1780298646.498445:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.498448:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 14, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.498450:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6970563, 6976630) 0 0 00000080:00200000:1.0:1780298646.498452:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.498469:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [1701, 1703] 00020000:00200000:1.0:1780298646.498476:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [6970563, 6976630) 6976630, 6067 00020000:00200000:1.0:1780298646.498479:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.498503:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1701, 1703] 00000008:00010000:1.0:1780298646.498513:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.498516:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022c30, osc lock ffff8c43908f0ab0, flags 0x0 00010000:00010000:1.0:1780298646.498527:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.498536:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2772992 2785279) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.498545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.498554:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.498566:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298646.498577:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [6970563, 6976630) append 0 append lockpos 0 00000080:00200000:1.0:1780298646.498587:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1701 of 3267 to 829 bytes 00000008:00010000:1.0:1780298646.498648:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1180 00000008:00010000:1.0:1780298646.498704:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1180 00010000:00010000:1.0:1780298646.498730:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2772992 2777087) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:1.0:1780298646.498752:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0a80 - object 0x280000401:18 offset 2772992<>2777088 00000100:00100000:0.0:1780298646.498794:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609745536:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.499915:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1180 00000020:00200000:0.0:1780298646.499921:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.499933:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1180 00000100:00100000:0.0:1780298646.499943:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609745536:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298646.499998:0:29360:0:(rw26.c:858:ll_write_end()) pos 6970563, len 829, copied 829 00000080:00200000:3.0:1780298646.500016:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000067090fbc[3 000000008ec8947f 2 1 000000001a79441e] 00000080:00200000:3.0:1780298646.500021:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000009d22b276 17ffffc0001009 3:0 ffff8c43866eda80 1701 lru 00000080:00200000:3.0:1780298646.500031:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000040ecced0 677: 1< 1 - - > 2< 2772992 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298646.500034:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000067090fbc 00000080:00200000:3.0:1780298646.500036:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298646.500041:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1702 of 0 to 4096 bytes 00000080:00200000:3.0:1780298646.500088:0:29360:0:(rw26.c:858:ll_write_end()) pos 6971392, len 4096, copied 4096 00000080:00200000:3.0:1780298646.500093:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002258ce59[3 000000008ec8947f 2 1 000000001a79441e] 00000080:00200000:3.0:1780298646.500096:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b41c932b 17ffffc0001001 3:0 ffff8c43848021c0 1702 lru 00000080:00200000:3.0:1780298646.500102:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000088fe97e2 678: 1< 0 - - > 2< 2777088 0 0 0x0 0x0 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298646.500105:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002258ce59 00000080:00200000:3.0:1780298646.500106:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:3.0:1780298646.500108:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1703 of 0 to 1142 bytes 00000008:00010000:3.0:1780298646.500164:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab300 00000008:00010000:3.0:1780298646.500226:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab300 00010000:00010000:3.0:1780298646.500256:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2781184 2785279) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:3.0:1780298646.500296:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a1c00 - object 0x280000401:18 offset 2781184<>2785280 00000100:00100000:3.0:1780298646.500363:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.500383:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609745664:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.501602:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab300 00000020:00200000:2.0:1780298646.501608:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.501617:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab300 00000100:00100000:2.0:1780298646.501630:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609745664:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298646.501646:0:29360:0:(rw26.c:858:ll_write_end()) pos 6975488, len 1142, copied 1142 00000080:00200000:0.0:1780298646.501662:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000c7f87dbe[3 000000008ec8947f 2 1 000000001a79441e] 00000080:00200000:0.0:1780298646.501665:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000008c353ab 17ffffc0001009 3:0 ffff8c43848020e0 1703 lru 00000080:00200000:0.0:1780298646.501671:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000029b298f4 679: 1< 1 - - > 2< 2781184 0 4096 0x0 0x40009 | 0000000020216155 0000000014abf737 > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1780298646.501672:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000c7f87dbe 00000080:00200000:0.0:1780298646.501674:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:0.0:1780298646.501677:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 3267, to 1142 prio 0 00000008:00010000:0.0:1780298646.501716:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1780298646.501731:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1780298646.501737:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.501746:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 3, dirtied 3 00000080:00200000:0.0:1780298646.501749:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 6067 bytes, tot: 6067 00000080:00200000:0.0:1780298646.501751:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6067 00000020:00010000:0.0:1780298646.501760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860966c8 (ffff8c439057d3f8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.501762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860966c8 (ffff8c439057d3f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.501764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022c30 (ffff8c439057d248/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.501768:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.501775:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298646.501789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860966c8 (ffff8c439057d3f8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.501791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022c30 (ffff8c439057d3f8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.501795:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6067 bytes 00000080:00200000:0.0:1780298646.501799:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [1701, 1703] 00000080:00200000:0.0:1780298646.501812:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.501815:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6067, restart: 0 00000080:00200000:0.0:1780298646.501821:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000080:00200000:0.0:1780298646.501824:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 6067 00000080:00200008:0.0:1780298646.501842:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.501847:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.501860:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.501870:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.501877:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1780298646.501882:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.501887:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.501889:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:0.0:1780298646.501893:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.501895:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.501899:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1780298646.501923:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.501928:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.501941:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.501943:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7870, osc lock ffff8c4386084ab0, flags 0x400001002 00000008:00010000:0.0:1780298646.501952:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.501953:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b78b0, osc lock ffff8c43860845f0, flags 0x400001002 00010000:00010000:0.0:1780298646.501960:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.501979:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.501985:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.502018:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.502033:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.502040:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.502046:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609745792:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.502050:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.502061:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609745920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.502957:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.502984:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.502994:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127552 00000100:00100000:0.0:1780298646.502999:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127552 00000100:00100000:1.0:1780298646.503004:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127680 00000100:00100000:1.0:1780298646.503008:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127680 00000100:00100000:0.0:1780298646.503032:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24461 00000100:00100000:0.0:1780298646.503039:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605127552:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.503046:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298646.503051:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24462 00010000:00010000:0.0:1780298646.503058:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298646.503065:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605127680:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.503074:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.503084:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.503084:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.503087:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.503096:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.503097:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.503131:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.503135:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:0.0:1780298646.503135:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605127552:12345-192.168.203.125@tcp:106: Request processed in 97us (180us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.503145:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.503149:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:0.0:1780298646.503149:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24461 00000100:00100000:1.0:1780298646.503187:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605127680:12345-192.168.203.125@tcp:106: Request processed in 125us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.503194:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24462 00010000:00010000:0.0:1780298646.504102:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504106:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504124:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504126:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504149:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504150:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504169:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504171:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504187:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504190:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.504206:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:1.0:1780298646.504211:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.504215:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.504215:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:0.0:1780298646.504222:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.504234:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504236:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504248:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504251:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.504262:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.504270:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504270:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.504279:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:2.0:1780298646.504289:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750ff8 (ffff8c43878ae248/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.504295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750ff8 (ffff8c43878ae248/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.504295:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.504301:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7870 (ffff8c43878aeea8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.504301:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.504307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b78b0 (ffff8c43878ae008/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.504313:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.504314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750ff8 (ffff8c43878ae248/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.504319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7870 (ffff8c43878ae248/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.504320:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.504323:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b78b0 (ffff8c43878ae248/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.504334:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d542b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.504351:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609745792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.504354:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.504361:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.504370:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5432 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.504376:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.504385:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609745920:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.504402:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.504421:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.504426:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.504444:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.504447:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5c80, flags 0x400001002 00000008:00010000:2.0:1780298646.504463:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.504464:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5560, flags 0x400001002 00010000:00010000:2.0:1780298646.504475:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.504500:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.504509:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.504541:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.504552:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.504563:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609746048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.504600:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.504609:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.504626:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.504630:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609746176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.505338:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.505371:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127808 00000100:00100000:0.0:1780298646.505376:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127808 00000100:00100000:0.0:1780298646.505417:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24463 00000100:00100000:0.0:1780298646.505425:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605127808:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.505432:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.505439:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.505470:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.505472:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.505475:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.505476:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.505498:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.505517:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605127808:12345-192.168.203.125@tcp:106: Request processed in 92us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.505525:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605127936 00000100:00100000:0.0:1780298646.505525:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24463 00000100:00100000:1.0:1780298646.505531:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605127936 00000100:00100000:1.0:1780298646.505558:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24464 00000100:00100000:1.0:1780298646.505566:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605127936:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.505576:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.505585:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.505608:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.505611:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.505614:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.505617:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.505651:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605127936:12345-192.168.203.125@tcp:106: Request processed in 86us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.505657:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24464 00010000:00010000:2.0:1780298646.506266:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506274:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506280:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506285:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506291:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.506298:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:2.0:1780298646.506301:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.506303:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506308:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506313:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506317:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.506320:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506352:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.506355:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506359:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5439 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.506372:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609746048:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.506385:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506390:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506395:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506398:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506403:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.506407:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:2.0:1780298646.506409:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.506416:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506421:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506429:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506433:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.506435:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.506455:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:3.0:1780298646.506458:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00010000:00010000:2.0:1780298646.506459:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.506467:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcb68 (ffff8c43929ee248/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.506468:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5440 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.506475:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcb68 (ffff8c43929ee248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.506481:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee098/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.506482:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609746176:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298646.506489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.506493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcb68 (ffff8c43929ee248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.506496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.506501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.506533:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.506548:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200000:3.0:1780298646.506591:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2173824, len 2921 00000080:00200000:3.0:1780298646.506610:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.506613:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.506621:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.506635:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [530, 531] 00000008:00010000:3.0:1780298646.506642:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.506644:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3830, osc lock ffff8c43a079ae40, flags 0x0 00010000:00010000:3.0:1780298646.506673:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.506684:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.506730:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.506769:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609746304:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.506801:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.507528:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.507569:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128064 00000100:00100000:1.0:1780298646.507574:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128064 00000100:00100000:1.0:1780298646.507604:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24465 00000100:00100000:1.0:1780298646.507611:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605128064:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.507620:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.507663:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.507670:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605128064:12345-192.168.203.125@tcp:104: Request processed in 59us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.507678:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24465 00010000:00010000:2.0:1780298646.507728:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.507735:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.507745:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.507749:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.507794:0:6149:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000009c11c579 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.507807:0:6149:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000009c11c579 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.507843:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (98304 102399) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:2.0:1780298646.507897:0:6149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388647100 - object 0x2c0000401:17 offset 98304<>102400 00000100:00100000:2.0:1780298646.507934:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.507944:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609746432:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298646.508344:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609746304:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.508358:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.508368:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.508377:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.509282:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000009c11c579 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.509317:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000009c11c579 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298646.509338:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609746432:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298646.509349:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.509387:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.509431:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.509440:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.509467:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.509475:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5367 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [98304->2203647] (req 98304->102399) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036568 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.509491:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609746560:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.509492:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.509495:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.509498:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.510345:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.510383:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128192 00000100:00100000:1.0:1780298646.510390:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128192 00000100:00100000:1.0:1780298646.510428:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24466 00000100:00100000:1.0:1780298646.510436:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605128192:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.510446:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.510457:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2179071] (req 2170880->2179071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.510466:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.510475:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.510484:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.510493:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.510517:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d800) 00010000:00010000:2.0:1780298646.510545:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.510557:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.510561:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605128192:12345-192.168.203.125@tcp:105: Request processed in 124us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.510571:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24466 00010000:00010000:2.0:1780298646.510584:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.510596:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; kms=2203648, end=2203647 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.510607:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.510615:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.510641:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000100:00100000:3.0:1780298646.510759:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609746688:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298646.511363:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609746560:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.511793:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609746688:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.511847:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23d58 (ffff8c4390c27098/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.511852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23d58 (ffff8c4390c27098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.511856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3830 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.511862:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.511875:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.511888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23d58 (ffff8c4390c27098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.511891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3830 (ffff8c4390c27098/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.511921:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.511950:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.511959:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.511975:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.511989:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.511999:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:2.0:1780298646.512007:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.512014:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.512017:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:2.0:1780298646.512022:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.512026:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.512038:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1780298646.512070:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.512077:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.512097:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.512101:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.512116:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.512118:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.512130:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.512156:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.512165:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.512218:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609746816:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.512294:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.512316:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.512325:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.512360:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.512368:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609746944:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.512495:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.513061:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.513202:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:2.0:1780298646.513237:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128448 00000100:00100000:2.0:1780298646.513248:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128448 00000100:00100000:2.0:1780298646.513283:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 492 00000100:00100000:2.0:1780298646.513292:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8359:x1866777605128448:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.513301:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.513311:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:2.0:1780298646.513341:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 16, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.513343:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:2.0:1780298646.513346:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.513348:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:2.0:1780298646.513392:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8359:x1866777605128448:12345-192.168.203.125@tcp:106: Request processed in 100us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.513398:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 492 00000100:00100000:1.0:1780298646.513786:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.513806:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128320 00000100:00100000:1.0:1780298646.513813:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128320 00000100:00100000:1.0:1780298646.513854:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24467 00000100:00100000:1.0:1780298646.513861:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605128320:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.513873:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.513882:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.513927:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 16, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.513930:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:1.0:1780298646.513935:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.513937:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.514010:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605128320:12345-192.168.203.125@tcp:106: Request processed in 148us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.514020:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24467 00010000:00010000:3.0:1780298646.514086:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514101:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514201:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514210:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514218:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.514228:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:3.0:1780298646.514232:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.514236:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514243:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514252:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514258:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.514263:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514305:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.514310:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514319:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5455 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.514333:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609746944:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.514720:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514731:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514740:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514747:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514754:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.514762:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:3.0:1780298646.514766:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.514777:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514785:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514793:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.514795:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:2.0:1780298646.514801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929eeb48/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.514806:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.514806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.514809:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929eef38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.514811:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.514813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.514818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.514824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.514831:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eeb48/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.514870:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298646.514873:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.514876:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.514885:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d544e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.514892:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:3.0:1780298646.514898:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609746816:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.514904:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.514909:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.514924:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.514928:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298646.514939:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.514941:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298646.514951:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.514974:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.514982:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.515000:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.515009:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.515012:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.515018:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.515020:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609747072:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.515037:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.515056:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.515062:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609747200:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.515919:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.515957:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.515957:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128576 00000100:00100000:0.0:1780298646.515964:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128576 00000100:00100000:0.0:1780298646.515995:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128704 00000100:00100000:0.0:1780298646.515997:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128704 00000100:00100000:1.0:1780298646.516022:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24468 00000100:00100000:0.0:1780298646.516033:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24469 00000100:00100000:1.0:1780298646.516039:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605128576:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.516050:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605128704:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.516051:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.516065:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.516067:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.516101:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.516163:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 16, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.516164:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 16, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.516168:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.516168:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.516196:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.516196:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.516204:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.516205:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.516328:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605128576:12345-192.168.203.125@tcp:106: Request processed in 296us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.516336:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605128704:12345-192.168.203.125@tcp:106: Request processed in 286us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.516345:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24468 00000100:00100000:0.0:1780298646.516355:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24469 00010000:00010000:3.0:1780298646.517176:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517193:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517200:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517203:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517214:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517217:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517226:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517229:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517239:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.517246:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00010000:00010000:2.0:1780298646.517247:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.517253:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:2.0:1780298646.517256:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00010000:00010000:3.0:1780298646.517257:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.517259:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.517267:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517272:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517275:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517281:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517287:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.517290:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517293:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517297:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.517303:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.517311:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:0.0:1780298646.517317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.517320:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.517324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.517327:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eef38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.517330:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.517333:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.517338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eeb48/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.517366:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.517366:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.517374:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.517375:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.517381:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.517400:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b310a8b2/0x11c228eb194d545c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.517400:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5463 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.517406:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000100:00100000:3.0:1780298646.517432:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609747072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.517433:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609747200:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.517453:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7136113, type: SEEK_SET 00000080:00200008:0.0:1780298646.517459:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7136113, type: SEEK_SET, rc = 7136113 00000080:00200008:0.0:1780298646.517466:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7136113, count: 7260 00000080:00200000:0.0:1780298646.517500:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1742 00000080:00200000:0.0:1780298646.517529:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 7136113, bytes: 7260 00000080:00200000:0.0:1780298646.517534:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298646.517539:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 16, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298646.517541:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [7136113, 7143373) 0 0 00000080:00200000:0.0:1780298646.517544:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.517553:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7136113, 7143373) 7143373, 7260 00020000:00200000:0.0:1780298646.517561:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.517581:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1742, 1743] 00000008:00010000:0.0:1780298646.517590:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.517593:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae730, osc lock ffff8c4386084d10, flags 0x0 00010000:00010000:0.0:1780298646.517604:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517616:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2940928 2949119) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517631:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517639:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517645:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298646.517652:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [7136113, 7143373) 00000080:00200000:0.0:1780298646.517661:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 8606364 00000080:00200000:0.0:1780298646.517664:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:7260 iocb pos:7136113 00010000:00010000:0.0:1780298646.517735:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517745:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2945024 2949119) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517754:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 8/2,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517761:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 8/2,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517769:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 7/2,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298646.517804:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02a80 00010000:00010000:0.0:1780298646.517820:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 7/2,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.517829:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:0.0:1780298646.517865:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02a80 00010000:00010000:0.0:1780298646.517882:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2940928 2945023) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:0.0:1780298646.517909:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388660700 - object 0x280000401:18 offset 2940928<>2949120 00000100:00100000:1.0:1780298646.517967:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609747328:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.519115:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02a80 00000020:00200000:0.0:1780298646.519122:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.519134:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02a80 00000100:00100000:0.0:1780298646.519146:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609747328:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.519175:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aaf38 (ffff8c43878ae5a8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.519179:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aaf38 (ffff8c43878ae5a8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.519181:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae730 (ffff8c43878ae878/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.519185:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.519193:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:2.0:1780298646.519203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aaf38 (ffff8c43878ae5a8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.519204:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae730 (ffff8c43878ae5a8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.519209:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 7260 bytes 00000080:00200000:2.0:1780298646.519223:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.519226:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 7260, restart: 0 00000080:00200000:2.0:1780298646.519228:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 7260 00000080:00200008:2.0:1780298646.519245:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.519250:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.519264:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.519273:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.519283:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1780298646.519288:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.519293:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.519295:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:2.0:1780298646.519299:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.519301:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298646.519305:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1780298646.519322:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.519326:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.519339:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.519341:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6570, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298646.519350:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.519351:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa65b0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.519357:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.519375:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.519380:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.519403:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.519414:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.519419:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.519421:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:2.0:1780298646.519431:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.519439:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609747584:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.519535:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609747456:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.520408:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.520447:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.520463:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128832 00000100:00100000:0.0:1780298646.520470:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128832 00000100:00100000:1.0:1780298646.520484:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605128960 00000100:00100000:1.0:1780298646.520489:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605128960 00000100:00100000:0.0:1780298646.520513:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24470 00000100:00100000:1.0:1780298646.520522:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24471 00000100:00100000:0.0:1780298646.520527:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605128832:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.520534:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605128960:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.520538:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.520541:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.520561:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.520562:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298646.520606:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.520607:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.520613:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.520617:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.520617:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.520619:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.520624:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.520626:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.520673:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605128832:12345-192.168.203.125@tcp:106: Request processed in 152us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.520678:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605128960:12345-192.168.203.125@tcp:106: Request processed in 146us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.520683:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24470 00000100:00100000:1.0:1780298646.520726:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24471 00010000:00010000:2.0:1780298646.521461:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521474:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521485:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521493:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521501:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.521523:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:2.0:1780298646.521528:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.521532:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521540:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521547:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521554:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.521559:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521598:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.521603:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521611:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5471 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.521625:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609747584:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.521639:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521647:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521661:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521668:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521675:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.521682:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=2203648, end=18446744073709551615 00000020:00200000:2.0:1780298646.521701:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.521721:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521729:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521737:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.521745:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.521749:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.521776:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00010000:00010000:2.0:1780298646.521778:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.521783:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.521783:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.521788:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.521795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.521797:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d546a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.521800:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.521806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.521810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.521813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.521814:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609747456:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.521851:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.521873:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.521886:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.521891:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.521904:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.521906:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084980, flags 0x400001002 00000008:00010000:0.0:1780298646.521917:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.521919:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085db0, flags 0x400001002 00010000:00010000:0.0:1780298646.521929:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.521954:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.521964:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.521992:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.522005:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.522011:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.522018:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609747712:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.522024:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.522041:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609747840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.522885:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.522930:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.522931:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129216 00000100:00100000:1.0:1780298646.522942:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129216 00000100:00100000:0.0:1780298646.522958:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129088 00000100:00100000:0.0:1780298646.522962:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129088 00000100:00100000:1.0:1780298646.522980:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24472 00000100:00100000:1.0:1780298646.522991:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605129216:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.522995:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24473 00000100:00100000:0.0:1780298646.523004:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605129088:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.523005:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.523013:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.523015:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.523028:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.523062:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.523064:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.523070:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.523072:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.523073:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.523077:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.523081:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.523083:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.523111:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605129216:12345-192.168.203.125@tcp:106: Request processed in 122us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.523118:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605129088:12345-192.168.203.125@tcp:106: Request processed in 113us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.523123:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24472 00000100:00100000:0.0:1780298646.523130:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24473 00010000:00010000:1.0:1780298646.523854:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.523863:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.523871:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.523874:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.523894:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.523895:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.523915:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.523918:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.523934:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00010000:00010000:0.0:1780298646.523935:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.523940:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.523946:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.523948:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.523955:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.523968:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.523970:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=2203648, end=18446744073709551615 00010000:00010000:1.0:1780298646.523977:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00000020:00200000:0.0:1780298646.523978:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.523980:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.523994:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.524004:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.524009:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.524022:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.524026:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d547f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.524029:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:2.0:1780298646.524037:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750b68 (ffff8c43878ae098/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.524039:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.524044:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750b68 (ffff8c43878ae098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.524053:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae368/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298646.524054:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609747840:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.524060:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.524062:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aeb48/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.524065:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.524067:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750b68 (ffff8c43878ae098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.524075:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae098/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.524084:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae098/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.524123:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.524129:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.524134:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.524144:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d5478 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.524155:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000100:00100000:0.0:1780298646.524160:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609747712:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.524171:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.524179:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.524194:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.524206:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298646.524223:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00000080:00200000:2.0:1780298646.524231:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.524238:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.524241:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d51ed 00000080:00010000:2.0:1780298646.524246:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d51ed from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.524250:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 1 00010000:00010000:2.0:1780298646.524257:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00000080:00200000:2.0:1780298646.524284:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.524289:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.524306:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.524308:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a5a20, flags 0x400001002 00000008:00010000:2.0:1780298646.524321:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.524323:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a44c0, flags 0x400001002 00010000:00010000:2.0:1780298646.524330:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.524350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.524359:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.524398:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.524409:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609747968:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.524432:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.524442:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.524459:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.524461:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.524470:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609748096:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.525438:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.525466:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.525479:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.525489:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129344 00000100:00100000:0.0:1780298646.525494:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129344 00000100:00100000:2.0:1780298646.525506:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129472 00000100:00100000:2.0:1780298646.525511:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129472 00000100:00100000:0.0:1780298646.525535:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24474 00000100:00100000:0.0:1780298646.525547:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605129344:12345-192.168.203.125@tcp:106: 00000100:00100000:2.0:1780298646.525553:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 493 00010000:00010000:0.0:1780298646.525556:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.525563:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8359:x1866777605129472:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.525572:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.525586:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.525586:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.525643:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.525643:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.525647:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:2.0:1780298646.525648:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:2.0:1780298646.525653:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.525655:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.525665:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.525667:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:2.0:1780298646.525744:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8359:x1866777605129472:12345-192.168.203.125@tcp:106: Request processed in 183us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.525750:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605129344:12345-192.168.203.125@tcp:106: Request processed in 204us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.525757:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 493 00000100:00100000:0.0:1780298646.525761:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24474 00010000:00010000:2.0:1780298646.526564:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526581:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526588:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526594:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526601:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.526611:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=1384448, end=18446744073709551615 00000020:00200000:2.0:1780298646.526615:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.526618:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526625:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526633:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526641:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.526645:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526669:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.526673:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526681:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d548d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.526734:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609748096:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.526750:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526758:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526766:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526773:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526779:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.526792:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=2203648, end=18446744073709551615 00000020:00200000:2.0:1780298646.526795:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.526807:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526814:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526822:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526828:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.526831:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.526831:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000020:00010000:0.0:1780298646.526840:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dcff8 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.526845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dcff8 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.526849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.526852:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.526856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dcff8 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.526859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.526861:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.526863:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.526867:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.526876:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5486 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.526890:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609747968:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.526902:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.526929:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 522948, len 3568 00000080:00200000:0.0:1780298646.526951:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.526955:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.526964:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.526984:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [127, 128] 00000008:00010000:0.0:1780298646.526993:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.526997:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aef30, osc lock ffff8c4386085690, flags 0x0 00010000:00010000:0.0:1780298646.527007:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (520192 528383) 00010000:00010000:0.0:1780298646.527034:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527044:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->528383] (req 520192->528383) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527053:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->528383] (req 520192->528383) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.527070:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609748224:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.527111:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.527900:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609748224:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.527912:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527925:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527937:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527947:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.527957:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; leaving kms=2203648, end=2170879 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527973:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.527981:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.527996:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 608 00000100:00100000:1.0:1780298646.528050:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609748352:192.168.203.125@tcp:22:fsx.0 00000100:00100000:0.0:1780298646.529005:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609748352:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.529033:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa128 (ffff8c43878ae998/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.529038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa128 (ffff8c43878ae998/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.529042:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aef30 (ffff8c43878aee18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.529047:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.529058:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.529070:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa128 (ffff8c43878ae998/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.529073:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aef30 (ffff8c43878ae998/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.529100:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.529151:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.529158:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.529174:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.529186:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298646.529197:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1780298646.529204:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.529210:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.529214:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5122 00000080:00010000:2.0:1780298646.529219:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5122 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.529221:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298646.529233:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1780298646.529260:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.529267:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.529284:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.529286:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61b0, osc lock ffff8c43878a58f0, flags 0x400001002 00000008:00010000:2.0:1780298646.529299:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.529301:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa61f0, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298646.529310:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.529329:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.529337:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.529369:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.529379:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.529389:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609748480:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.529417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.529424:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.529442:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.529444:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609748608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.530303:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.530332:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.530349:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129600 00000100:00100000:1.0:1780298646.530356:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129600 00000100:00100000:0.0:1780298646.530356:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129728 00000100:00100000:0.0:1780298646.530362:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129728 00000100:00100000:1.0:1780298646.530394:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24475 00000100:00100000:0.0:1780298646.530402:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24476 00000100:00100000:1.0:1780298646.530408:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605129600:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.530415:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605129728:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.530417:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.530426:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.530430:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.530442:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.530475:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.530477:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.530480:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.530482:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.530487:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.530490:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.530494:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.530496:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.530531:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605129600:12345-192.168.203.125@tcp:106: Request processed in 129us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.530537:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24475 00000100:00100000:0.0:1780298646.530541:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605129728:12345-192.168.203.125@tcp:106: Request processed in 127us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.530552:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24476 00010000:00010000:2.0:1780298646.531322:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531334:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531349:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531357:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531365:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.531375:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:2.0:1780298646.531379:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.531382:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531390:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531398:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531405:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.531409:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531449:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.531454:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531462:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d54a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.531474:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609748608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.531489:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531497:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531506:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531513:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531520:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.531527:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:2.0:1780298646.531531:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.531545:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531553:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531560:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.531576:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 624 00010000:00010000:2.0:1780298646.531578:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.531581:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929ee638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.531584:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929ee638/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.531584:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.531588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61b0 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.531594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa61f0 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.531599:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929ee638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.531602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61b0 (ffff8c43929ee638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.531605:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa61f0 (ffff8c43929ee638/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.531639:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.531644:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.531650:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.531652:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d549b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.531668:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609748480:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.531679:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.531779:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.531786:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.531804:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.531806:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4850, flags 0x400001002 00000008:00010000:2.0:1780298646.531821:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.531823:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298646.531832:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.531853:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531862:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531889:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.531898:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609748736:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.531919:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.531928:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.531944:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.531948:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609748864:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.531951:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.532703:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.532758:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129856 00000100:00100000:1.0:1780298646.532764:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129856 00000100:00100000:1.0:1780298646.532798:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24477 00000100:00100000:1.0:1780298646.532807:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605129856:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.532814:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.532822:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1780298646.532844:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.532846:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.532849:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 3, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.532850:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3473408 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:0.0:1780298646.532870:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.532885:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605129856:12345-192.168.203.125@tcp:106: Request processed in 79us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.532889:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24477 00000100:00100000:0.0:1780298646.532890:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605129984 00000100:00100000:0.0:1780298646.532894:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605129984 00000100:00100000:0.0:1780298646.532926:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24478 00000100:00100000:0.0:1780298646.532933:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605129984:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.532940:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.532949:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.532982:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 18, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.532984:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 584 00000020:00010000:0.0:1780298646.532988:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.532990:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4412060 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 584 00000100:00100000:0.0:1780298646.533039:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605129984:12345-192.168.203.125@tcp:106: Request processed in 106us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.533047:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24478 00010000:00010000:3.0:1780298646.533490:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533502:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533509:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533514:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533518:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.533529:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3473408, setting rss=3473408; leaving kms=3473408, end=18446744073709551615 00000020:00200000:3.0:1780298646.533532:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.533535:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533543:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533550:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533557:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.533560:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533637:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.533641:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533646:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d54b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.533657:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609748864:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.533802:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533809:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533815:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533818:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533822:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.533827:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4412060, setting rss=4412060; leaving kms=4412060, end=18446744073709551615 00000020:00200000:3.0:1780298646.533829:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.533838:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533842:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533847:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.533852:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.533857:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.533863:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8606364 i_blocks 624 00000020:00010000:2.0:1780298646.533868:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090ff8 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.533872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090ff8 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.533875:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.533882:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.533887:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.533887:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.533895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090ff8 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.533901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c4390c277e8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.533903:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d54a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.533909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.533914:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609748736:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.533944:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.533959:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8606364 00000080:00200008:2.0:1780298646.533996:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 8606364, valid attrs 2068, mode 0, uid 0, gid 0, new size 1903093, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:2.0:1780298646.534017:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.534036:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 158 lru_type: 1 00010000:00010000:2.0:1780298646.534066:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.534073:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.534076:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43863e5400/0x11c228eb194d5122 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e6303631c expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 17 lru_type: 1 00000020:00100000:2.0:1780298646.534091:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780298646.534097:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388646680 x1866777609749120/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1780298646.534108:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609749120:192.168.203.125@tcp:36:fsx.0 00000100:00100000:2.0:1780298646.534141:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.535090:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.535143:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130112 00000100:00100000:0.0:1780298646.535148:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130112 00000100:00100000:0.0:1780298646.535181:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24479 00000100:00100000:0.0:1780298646.535189:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605130112:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.535199:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.535248:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.535255:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605130112:12345-192.168.203.125@tcp:104: Request processed in 67us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.535263:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24479 00010000:00010000:3.0:1780298646.535267:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.535274:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535282:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298646.535287:0:6150:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535294:0:6150:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535302:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535319:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 159 lru_type: 1 00010000:00010000:3.0:1780298646.535382:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535387:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.535399:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535404:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692600/0x11c228eb194d51ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e630363ee expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 1 00010000:00010000:3.0:1780298646.535411:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.535412:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.535414:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.535420:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.535432:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609749248:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.536221:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609749248:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.536363:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609749120:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.536402:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.536405:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.536415:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.536438:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.536445:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.536448:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a5b50, flags 0x0 00000008:00010000:2.0:1780298646.536450:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.536451:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a4850, flags 0x0 00010000:00010000:2.0:1780298646.536460:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.536479:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.536486:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.536491:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.536500:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609749376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.536527:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.537286:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.537322:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.537346:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.537356:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130240 00000100:00100000:1.0:1780298646.537360:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130240 00000100:00100000:1.0:1780298646.537384:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130368 00000100:00100000:1.0:1780298646.537387:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130368 00000100:00100000:1.0:1780298646.537400:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24480 00000100:00100000:1.0:1780298646.537406:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8356:x1866777605130240:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.537415:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.537457:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.537463:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8356:x1866777605130240:12345-192.168.203.125@tcp:104: Request processed in 57us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.537468:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24480 00010000:00010000:2.0:1780298646.537481:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.537482:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24481 00010000:00010000:2.0:1780298646.537490:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.537497:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130368:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.537508:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.537518:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.537524:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.537542:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.537547:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130368:12345-192.168.203.125@tcp:104: Request processed in 58us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.537551:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24481 00010000:00010000:3.0:1780298646.537563:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:2.0:1780298646.537568:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:3.0:1780298646.537569:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.537580:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.537586:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.537588:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2203648 2207743) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00100000:1.0:1780298646.537608:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.537627:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130496 00000080:00200000:3.0:1780298646.537631:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1780298646.537632:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130496 00000100:00100000:1.0:1780298646.537658:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24482 00000100:00100000:1.0:1780298646.537665:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130496:12345-192.168.203.125@tcp:104: 00000080:00200000:2.0:1780298646.537667:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:3.0:1780298646.537674:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298646.537676:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1780298646.537739:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.537746:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130496:12345-192.168.203.125@tcp:104: Request processed in 81us (141us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.537748:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.537758:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24482 00010000:00010000:2.0:1780298646.537773:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.537781:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.537796:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.537805:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5344 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [2203648->4268031] (req 2203648->2211839) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036545 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.537818:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.537822:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1780298646.537828:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.537833:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000080:00200000:2.0:1780298646.537857:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.537885:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.537917:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1780298646.537925:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.537933:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1780298646.537940:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5321 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4272128->4403199] (req 4272128->4276223) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036522 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1780298646.537950:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.537952:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.537954:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.537966:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.537974:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.537976:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.537986:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d51e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4403200->37957631] (req 4403200->4415487) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630363e0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.537989:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609749632:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.538003:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:3.0:1780298646.538007:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.538010:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.538013:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.538024:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130624 00000100:00100000:3.0:1780298646.538027:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609749760:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.538029:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130624 00000100:00100000:2.0:1780298646.538041:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609749504:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.538058:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24483 00000100:00100000:1.0:1780298646.538068:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130624:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.538077:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.538116:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.538121:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130624:12345-192.168.203.125@tcp:104: Request processed in 56us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.538126:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24483 00010000:00010000:2.0:1780298646.538138:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.538144:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.538152:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.538156:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.538183:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000080:00200000:2.0:1780298646.538184:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.538190:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:1.0:1780298646.538203:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130752 00000100:00100000:1.0:1780298646.538208:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130752 00010000:00010000:2.0:1780298646.538226:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.538229:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24484 00010000:00010000:2.0:1780298646.538238:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1780298646.538242:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130752:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.538251:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.538256:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.538278:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5447 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2170880->2203647] (req 2170880->2179071) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036648 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.538290:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.538292:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.538295:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780298646.538304:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1780298646.538305:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609749888:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.538308:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.538313:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605130752:12345-192.168.203.125@tcp:104: Request processed in 72us (129us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.538319:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.538325:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:1.0:1780298646.538326:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24484 00010000:00010000:2.0:1780298646.538332:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.538362:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.538368:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.538415:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.538422:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.538436:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.538444:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5494 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [520192->2170879] (req 520192->528383) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036695 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.538451:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609750016:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.538474:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.538476:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.538478:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.539337:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609749632:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.539530:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609749888:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.539545:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609749760:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.539583:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609749504:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.539620:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.539665:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605130880 00000100:00100000:0.0:1780298646.539670:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605130880 00000100:00100000:0.0:1780298646.539739:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24485 00000100:00100000:0.0:1780298646.539747:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605130880:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.539756:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.539766:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.539775:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.539786:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.539796:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.539804:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.539820:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693e00) 00000100:00100000:0.0:1780298646.539852:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605130880:12345-192.168.203.125@tcp:105: Request processed in 105us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.539860:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24485 00000100:00100000:2.0:1780298646.539994:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609749376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.540010:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.540023:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.540034:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4412060, setting rss=4412060; kms=4412060, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.540044:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.540052:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.540081:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.540105:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.540114:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.540122:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.540135:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609750144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.540175:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.540538:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609750016:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.541044:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.541066:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.541077:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131008 00000100:00100000:1.0:1780298646.541080:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131008 00000100:00100000:1.0:1780298646.541104:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131136 00000100:00100000:1.0:1780298646.541105:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131136 00000100:00100000:0.0:1780298646.541110:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24486 00000100:00100000:0.0:1780298646.541121:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605131008:12345-192.168.203.125@tcp:104: 00000100:00100000:1.0:1780298646.541130:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24487 00010000:00010000:0.0:1780298646.541132:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.541141:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605131136:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.541151:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.541205:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780298646.541210:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605131136:12345-192.168.203.125@tcp:104: Request processed in 74us (143us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298646.541213:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780298646.541217:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24487 00010000:00010000:2.0:1780298646.541222:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1780298646.541224:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605131008:12345-192.168.203.125@tcp:104: Request processed in 104us (179us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.541227:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.541229:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.541236:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.541238:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24486 00010000:00010000:2.0:1780298646.541250:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.541253:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.541256:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1780298646.541259:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.541339:0:15608:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298646.541352:0:15608:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298646.541374:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.541392:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2772992 2777087) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298646.541429:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000008:00100000:2.0:1780298646.541467:0:15608:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644380 - object 0x280000401:18 offset 2772992<>2785280 00010000:00010000:3.0:1780298646.541471:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.541481:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.541491:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.541500:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5398 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [176128->1384447] (req 176128->180223) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036599 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.541506:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609750272:192.168.203.125@tcp:4:fsx.0 00010000:00010000:3.0:1780298646.541520:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.541523:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.541526:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.541538:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609750400:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.542055:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609750144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.542068:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.542077:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.542085:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.542593:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609750400:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.543085:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298646.543120:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a7a26fb8 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:2.0:1780298646.543142:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609750272:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298646.543156:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.543245:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.543292:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.543301:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.543329:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.543338:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5153 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [1384448->34938879] (req 1384448->1392639) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303634d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298646.543348:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609750528:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.543363:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.543365:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.543368:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.544261:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.544308:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.544319:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131264 00000100:00100000:0.0:1780298646.544325:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131264 00000100:00100000:0.0:1780298646.544362:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24488 00000100:00100000:0.0:1780298646.544371:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7400:x1866777605131264:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.544381:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.544392:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.544400:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.544410:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.544418:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.544427:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.544457:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693c00) 00010000:00010000:2.0:1780298646.544487:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.544495:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:7400:x1866777605131264:12345-192.168.203.125@tcp:105: Request processed in 123us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.544508:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24488 00010000:00010000:2.0:1780298646.544510:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.544526:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.544537:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3473408, setting rss=3473408; kms=3473408, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.544549:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.544557:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.544630:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.544640:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609750656:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.544745:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609750784:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.545320:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609750528:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.546280:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609750784:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.546299:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609750656:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298646.546353:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00000020:00010000:3.0:1780298646.546359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.546363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.546368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.546376:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.546389:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.546410:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.546414:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.546422:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.546431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.546433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.546438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.546488:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.546506:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 1903093, valid attrs 2168, mode 0, uid 0, gid 0, new size 1903093, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:3.0:1780298646.546548:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.546556:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.546580:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.546592:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298646.546625:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.546632:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.546641:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.546660:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609750912:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.546760:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.547736:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609750912:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.547747:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547755:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547765:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547775:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547784:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547790:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547797:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298646.547808:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a3480 x1866777609750912/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298646.547825:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298646.547836:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547845:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298646.547850:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298646.547920:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298646.547929:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:3.0:1780298646.547934:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.547937:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.547940:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.547948:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.547974:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.547981:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.548002:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.548005:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298646.548018:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.548020:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298646.548047:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.548055:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.548095:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.548103:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.548112:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:3.0:1780298646.548115:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.548126:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751168:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.548172:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751040:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.549003:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.549028:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.549046:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131392 00000100:00100000:1.0:1780298646.549051:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131392 00000100:00100000:0.0:1780298646.549052:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131520 00000100:00100000:0.0:1780298646.549058:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131520 00000100:00100000:1.0:1780298646.549088:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24489 00000100:00100000:0.0:1780298646.549099:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24490 00000100:00100000:1.0:1780298646.549101:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605131392:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.549112:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.549113:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605131520:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.549126:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.549128:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.549149:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.549174:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.549176:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.549178:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.549180:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.549188:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.549190:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:0.0:1780298646.549195:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.549197:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000100:00100000:1.0:1780298646.549214:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605131392:12345-192.168.203.125@tcp:106: Request processed in 119us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.549220:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24489 00000100:00100000:0.0:1780298646.549245:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605131520:12345-192.168.203.125@tcp:106: Request processed in 135us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.549252:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24490 00010000:00010000:2.0:1780298646.550095:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550106:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550124:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550132:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550139:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.550151:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.550155:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.550158:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550166:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550179:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550187:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.550192:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550228:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.550233:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550240:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d54d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.550255:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751168:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.550266:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550272:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550277:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550285:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550289:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.550294:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.550296:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.550305:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550309:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550313:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550317:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.550319:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.550335:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.550338:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.550340:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00000020:00010000:3.0:1780298646.550348:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.550351:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000f48fcf35/0x11c228eb194d54cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.550353:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.550361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.550366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.550368:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751040:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298646.550371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.550375:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.550379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.550409:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.550430:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.550444:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.550448:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.550462:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.550464:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a260, flags 0x400001002 00000008:00010000:3.0:1780298646.550476:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.550478:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298646.550505:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.550514:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.550549:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.550556:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.550557:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.550568:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751296:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.550578:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.550597:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.550606:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609751424:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.551491:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.551523:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.551542:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131648 00000100:00100000:0.0:1780298646.551548:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131648 00000100:00100000:1.0:1780298646.551555:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131776 00000100:00100000:1.0:1780298646.551559:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131776 00000100:00100000:1.0:1780298646.551579:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24491 00000100:00100000:0.0:1780298646.551588:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24492 00000100:00100000:1.0:1780298646.551590:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605131648:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.551600:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.551601:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605131776:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.551615:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.551616:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.551641:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.551675:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.551677:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:1.0:1780298646.551680:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.551681:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:0.0:1780298646.551727:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.551730:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.551735:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.551737:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.551746:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605131648:12345-192.168.203.125@tcp:106: Request processed in 159us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.551752:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24491 00000100:00100000:0.0:1780298646.551784:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605131776:12345-192.168.203.125@tcp:106: Request processed in 187us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.551792:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24492 00010000:00010000:2.0:1780298646.552469:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552478:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552484:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552488:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552493:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.552499:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.552501:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.552503:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552508:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552513:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552517:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.552519:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552539:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.552542:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552546:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d54da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.552557:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.552726:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552738:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552752:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552759:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552767:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.552775:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.552778:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.552788:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552795:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.552802:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00010000:00010000:2.0:1780298646.552803:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.552808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.552812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.552818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27878/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.552820:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.552821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.552824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.552825:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.552827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.552832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.552855:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.552879:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:3.0:1780298646.552881:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1903093 00010000:00010000:2.0:1780298646.552886:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.552895:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d54e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.552910:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609751424:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.552979:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 400699, len 5236 00000080:00200000:3.0:1780298646.552993:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.552995:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.553002:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.553016:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [97, 99] 00000008:00010000:3.0:1780298646.553023:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.553026:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3bb0, osc lock ffff8c43a079b690, flags 0x0 00010000:00010000:3.0:1780298646.553039:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.553053:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (397312 409599) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.553063:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.553071:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.553076:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.553083:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00000100:00100000:2.0:1780298646.553136:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.553144:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609751552:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.554198:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609751552:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.554222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23c68 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.554227:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23c68 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.554230:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3bb0 (ffff8c4390c27908/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.554235:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.554246:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.554258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23c68 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.554261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3bb0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.554283:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.554303:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.554310:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.554327:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.554340:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.554349:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.554357:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.554363:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.554366:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:3.0:1780298646.554371:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.554374:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.554381:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.554404:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.554409:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.554423:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.554425:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079b690, flags 0x400001002 00000008:00010000:3.0:1780298646.554438:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.554441:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079a260, flags 0x400001002 00010000:00010000:3.0:1780298646.554467:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.554476:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.554511:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.554520:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751680:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.554521:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.554537:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.554562:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609751808:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.555277:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.555321:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605131904 00000100:00100000:0.0:1780298646.555325:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605131904 00000100:00100000:0.0:1780298646.555355:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24493 00000100:00100000:0.0:1780298646.555363:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605131904:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.555371:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.555382:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.555413:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.555415:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:0.0:1780298646.555419:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.555421:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000100:00100000:1.0:1780298646.555462:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.555466:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605131904:12345-192.168.203.125@tcp:106: Request processed in 104us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.555473:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24493 00000100:00100000:0.0:1780298646.555486:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132032 00000100:00100000:0.0:1780298646.555489:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132032 00000100:00100000:0.0:1780298646.555513:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24494 00000100:00100000:0.0:1780298646.555519:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605132032:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.555527:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.555537:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.555558:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.555561:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.555572:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.555573:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.555603:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605132032:12345-192.168.203.125@tcp:106: Request processed in 84us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.555610:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24494 00010000:00010000:2.0:1780298646.556096:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556108:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556118:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556125:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556134:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.556144:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.556148:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.556151:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556159:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556166:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556172:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.556176:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556209:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.556215:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556223:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d54e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.556246:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751680:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.556330:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556339:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556347:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556354:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556361:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.556368:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.556371:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.556382:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.556390:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.556403:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00010000:00010000:2.0:1780298646.556403:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.556410:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.556416:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.556416:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.556422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.556422:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.556428:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.556435:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.556439:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.556442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.556471:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.556477:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.556483:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.556487:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d54ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.556503:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.556504:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609751808:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.556523:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.556528:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.556542:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.556544:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079a260, flags 0x400001002 00000008:00010000:3.0:1780298646.556555:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.556557:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079b690, flags 0x400001002 00010000:00010000:3.0:1780298646.556582:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.556592:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.556624:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.556631:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.556637:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751936:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.556645:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.556667:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609752064:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.557379:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.557432:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.557444:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132160 00000100:00100000:0.0:1780298646.557449:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132160 00000100:00100000:0.0:1780298646.557492:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24495 00000100:00100000:1.0:1780298646.557496:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.557505:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605132160:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.557513:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.557522:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.557549:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.557551:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000020:00010000:0.0:1780298646.557554:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.557556:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 488 00000100:00100000:0.0:1780298646.557608:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605132160:12345-192.168.203.125@tcp:106: Request processed in 106us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.557615:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24495 00000100:00100000:0.0:1780298646.557645:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132288 00000100:00100000:0.0:1780298646.557656:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132288 00000100:00100000:0.0:1780298646.557675:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24496 00000100:00100000:0.0:1780298646.557681:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605132288:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.557707:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.557726:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.557748:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.557750:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.557755:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.557757:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.557799:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605132288:12345-192.168.203.125@tcp:106: Request processed in 117us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.557807:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24496 00010000:00010000:2.0:1780298646.558297:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558309:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558318:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558326:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558333:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.558342:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.558347:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.558350:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558358:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558366:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558374:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.558378:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558407:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.558414:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.558428:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d54f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.558445:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609751936:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.558483:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558495:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558503:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558510:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558522:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.558530:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.558533:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.558545:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558552:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558559:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.558566:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.558570:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.558579:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00000020:00010000:0.0:1780298646.558585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.558589:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.558593:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.558596:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.558600:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27cf8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.558601:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.558602:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.558608:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.558608:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27cf8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.558620:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d54fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.558646:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609752064:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.558646:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.558672:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1903093 00000080:00200000:0.0:1780298646.558747:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 1075964, len 2535 00000080:00200000:0.0:1780298646.558768:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.558772:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.558780:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.558799:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [262, 263] 00000008:00010000:0.0:1780298646.558807:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.558811:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeab0, osc lock ffff8c4386085430, flags 0x0 00010000:00010000:0.0:1780298646.558838:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.558846:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.558854:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.558869:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609752192:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.558918:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.559658:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.559704:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132416 00000100:00100000:0.0:1780298646.559718:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132416 00000100:00100000:0.0:1780298646.559746:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24497 00000100:00100000:0.0:1780298646.559751:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605132416:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.559763:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.559792:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.559796:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605132416:12345-192.168.203.125@tcp:104: Request processed in 45us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.559801:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24497 00010000:00010000:3.0:1780298646.559809:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.559816:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.559826:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.559831:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.559864:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.559871:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.559945:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.559954:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.559972:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.559981:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d54b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630366bf expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.559995:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609752320:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.559996:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.559999:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.560001:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.560567:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609752192:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.560582:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.560594:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.560602:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.560918:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.560964:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132544 00000100:00100000:0.0:1780298646.560970:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132544 00000100:00100000:0.0:1780298646.560999:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24498 00000100:00100000:0.0:1780298646.561007:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6463:x1866777605132544:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.561015:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.561035:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->1081343] (req 1073152->1081343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.561047:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.561057:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.561066:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.561076:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.561097:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6a00) 00010000:00010000:3.0:1780298646.561118:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.561130:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6463:x1866777605132544:12345-192.168.203.125@tcp:105: Request processed in 123us (211us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.561132:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.561143:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24498 00010000:00010000:3.0:1780298646.561154:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.561165:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1903093, setting rss=1903093; kms=1903093, end=34627583 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.561174:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.561182:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.561205:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 488 00000100:00100000:2.0:1780298646.561306:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.561316:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609752448:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.561731:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609752320:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.562442:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609752448:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.562502:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.562507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.562511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeab0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.562516:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.562527:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.562545:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.562548:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeab0 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.562574:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.562649:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.562657:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.562673:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.562717:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298646.562751:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.562759:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.562768:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.562818:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609752576:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.562862:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.563877:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609752576:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.563889:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563898:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563909:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563923:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563932:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563939:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563945:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.563955:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a1880 x1866777609752576/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.563965:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.563976:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.563985:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.563990:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.564081:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.564092:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:2.0:1780298646.564097:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.564101:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.564104:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.564112:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.564140:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.564147:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.564168:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.564172:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a58f0, flags 0x400001002 00000008:00010000:2.0:1780298646.564188:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.564189:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a44c0, flags 0x400001002 00010000:00010000:2.0:1780298646.564216:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.564225:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.564258:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.564274:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609752704:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.564280:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:2.0:1780298646.564292:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.564295:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.564309:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.564319:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.565001:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.565054:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132672 00000100:00100000:0.0:1780298646.565059:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132672 00000100:00100000:0.0:1780298646.565088:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24499 00000100:00100000:0.0:1780298646.565093:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605132672:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.565100:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.565107:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.565130:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.565132:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.565135:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.565136:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.565165:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605132672:12345-192.168.203.125@tcp:106: Request processed in 72us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.565170:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24499 00010000:00010000:3.0:1780298646.565794:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565806:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565815:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565827:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565835:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.565843:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.565847:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.565857:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565864:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565872:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565878:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.565883:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.565883:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 504 00000020:00010000:2.0:1780298646.565890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.565897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.565900:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.565904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.565906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.565908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.565920:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.565922:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.565928:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.565941:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5512 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.565957:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.565961:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609752704:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.565984:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.566000:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.566004:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.566018:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.566021:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a44c0, flags 0x400001002 00000008:00010000:2.0:1780298646.566031:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.566033:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a58f0, flags 0x400001002 00010000:00010000:2.0:1780298646.566061:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.566071:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.566104:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.566114:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298646.566119:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609752832:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.566130:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.566133:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.566142:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.566152:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.568210:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.568257:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132800 00000100:00100000:0.0:1780298646.568263:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132800 00000100:00100000:0.0:1780298646.568297:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24500 00000100:00100000:0.0:1780298646.568308:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605132800:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.568318:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.568329:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.568358:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.568361:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.568364:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.568366:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.568420:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605132800:12345-192.168.203.125@tcp:106: Request processed in 115us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.568427:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24500 00010000:00010000:3.0:1780298646.569254:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569273:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569283:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569290:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569298:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.569306:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.569311:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.569321:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569329:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569336:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.569342:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.569347:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.569357:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 504 00000020:00010000:2.0:1780298646.569362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.569366:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.569370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.569374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.569378:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.569380:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.569380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.569387:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.569387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.569398:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5519 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.569421:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609752832:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.569425:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.569449:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1903093 00000080:00a00000:2.0:1780298646.569506:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.569525:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.569531:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.569546:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.569549:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a58f0, flags 0x400001002 00000008:00010000:2.0:1780298646.569561:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.569563:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a44c0, flags 0x400001002 00010000:00010000:2.0:1780298646.569593:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.569603:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.569633:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.569643:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.569652:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609752960:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.569653:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.569658:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.569668:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.569678:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.570513:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.570553:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605132928 00000100:00100000:0.0:1780298646.570558:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605132928 00000100:00100000:0.0:1780298646.570588:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24501 00000100:00100000:0.0:1780298646.570596:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605132928:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.570605:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.570614:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.570638:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.570639:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.570643:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.570644:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 1903093 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.570722:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605132928:12345-192.168.203.125@tcp:106: Request processed in 114us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.570729:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24501 00010000:00010000:3.0:1780298646.571390:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571401:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571411:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571418:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571424:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.571431:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 1903093, setting rss=1903093; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.571435:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.571446:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571453:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571460:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.571467:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.571471:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.571486:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 504 00000020:00010000:2.0:1780298646.571491:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.571495:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.571498:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.571503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.571504:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.571506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df6c0 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.571510:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.571510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.571516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.571524:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5520 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.571545:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609752960:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.571553:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.571634:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 449 00000080:00200000:2.0:1780298646.571641:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.571649:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.571667:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [449, 449] 00000008:00010000:2.0:1780298646.571675:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.571678:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6fb0, osc lock ffff8c43878a44c0, flags 0x0 00010000:00010000:2.0:1780298646.571731:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.571741:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.571750:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.571766:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609753088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.571808:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.572677:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.572745:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.572755:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133056 00000100:00100000:0.0:1780298646.572759:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133056 00000100:00100000:0.0:1780298646.572783:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24502 00000100:00100000:0.0:1780298646.572789:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605133056:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.572797:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.572834:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.572841:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605133056:12345-192.168.203.125@tcp:104: Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.572849:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24502 00010000:00010000:3.0:1780298646.572858:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.572864:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.572871:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.572875:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.572910:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.572917:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.573000:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.573007:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.573036:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.573050:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5504 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1073152->34627583] (req 1073152->1081343) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036713 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.573060:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609753216:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.573066:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.573068:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.573069:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.573618:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609753088:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.573632:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.573643:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.573651:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.574110:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.574161:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133184 00000100:00100000:0.0:1780298646.574166:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133184 00000100:00100000:0.0:1780298646.574192:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24503 00000100:00100000:0.0:1780298646.574197:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605133184:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.574204:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.574211:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1839104->1843199] (req 1839104->1843199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.574218:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.574224:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.574229:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.574239:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.574256:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692400) 00000100:00100000:0.0:1780298646.574279:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6462:x1866777605133184:12345-192.168.203.125@tcp:105: Request processed in 81us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.574286:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24503 00010000:00010000:2.0:1780298646.574296:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.574306:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.574318:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.574329:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1903093, setting rss=1903093; kms=1903093, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.574338:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.574346:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.574373:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 1903093 00000008:00010000:2.0:1780298646.574428:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617780 00000008:00010000:2.0:1780298646.574470:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617780 00010000:00010000:2.0:1780298646.574492:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1839104 1843199) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.574517:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644a80 - object 0x2c0000401:17 offset 1839104<>1843200 00000100:00100000:3.0:1780298646.574552:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609753344:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.574948:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609753216:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.575581:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617780 00000020:00200000:2.0:1780298646.575589:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.575604:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617780 00000100:00100000:2.0:1780298646.575620:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609753344:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.575631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07947b8 (ffff8c43929ee1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.575637:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07947b8 (ffff8c43929ee1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.575640:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6fb0 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.575645:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.575657:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.575669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07947b8 (ffff8c43929ee1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.575673:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6fb0 (ffff8c43929ee1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.575740:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.575816:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 450 00000080:00200000:0.0:1780298646.575822:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.575830:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.575849:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [450, 450] 00000008:00010000:0.0:1780298646.575858:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.575862:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae630, osc lock ffff8c4386084000, flags 0x0 00010000:00010000:0.0:1780298646.575877:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.575888:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1843200 1847295) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.575899:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.575907:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.575914:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.575922:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 1903093 00000008:00010000:0.0:1780298646.575943:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02cc0 00000008:00010000:0.0:1780298646.575967:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02cc0 00010000:00010000:0.0:1780298646.575976:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1843200 1847295) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1780298646.575990:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388661180 - object 0x2c0000401:17 offset 1843200<>1847296 00000100:00100000:0.0:1780298646.576019:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.576033:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609753472:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.577051:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02cc0 00000020:00200000:0.0:1780298646.577057:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.577069:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02cc0 00000100:00100000:0.0:1780298646.577084:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609753472:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.577096:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa6c8 (ffff8c43878aec68/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.577101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa6c8 (ffff8c43878aec68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.577104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae630 (ffff8c43878ae518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.577109:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.577119:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.577131:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa6c8 (ffff8c43878aec68/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.577134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae630 (ffff8c43878aec68/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.577153:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.577208:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 451 00000080:00200000:2.0:1780298646.577214:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.577219:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.577236:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [451, 451] 00000008:00010000:2.0:1780298646.577241:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.577244:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6f30, osc lock ffff8c43878a58f0, flags 0x0 00010000:00010000:2.0:1780298646.577253:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.577262:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1847296 1851391) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.577271:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.577278:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.577285:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.577293:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 1903093 00010000:00010000:2.0:1780298646.577313:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.577322:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1818624 1822719) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.577446:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617c00 00010000:00010000:2.0:1780298646.577456:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.577465:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.577493:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617c00 00010000:00010000:2.0:1780298646.577506:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1847296 1851391) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298646.577532:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644a80 - object 0x2c0000401:17 offset 1818624<>1884160 00000100:00100000:3.0:1780298646.577571:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609753600:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.579459:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617c00 00000020:00200000:2.0:1780298646.579466:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.579477:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617c00 00000100:00100000:2.0:1780298646.579488:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609753600:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.579509:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794f38 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.579514:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794f38 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.579518:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6f30 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.579525:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.579537:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.579550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794f38 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.579553:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6f30 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.579576:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.579672:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.579678:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.579717:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.579732:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.579743:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.579750:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.579756:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.579758:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:0.0:1780298646.579763:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.579765:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.579770:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.579787:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.579792:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.579805:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.579807:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.579817:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.579818:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298646.579824:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.579830:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1780298646.579837:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.579839:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.579843:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.579856:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.579864:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298646.579882:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.579884:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.579892:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298646.579899:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298646.579904:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 504 00000020:00010000:0.0:1780298646.579906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907516d0 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.579907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907516d0 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.579909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.579916:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.579917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907516d0 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.579919:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.579923:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.579939:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.579950:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.579957:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.579959:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.579966:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.579967:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.579972:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.579973:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.579977:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.579987:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:0.0:1780298646.579992:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.579994:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.580000:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.580011:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.580020:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298646.580027:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.580029:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.580036:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1780298646.580044:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298646.580047:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1903093 i_blocks 504 00000020:00010000:0.0:1780298646.580049:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907516d0 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.580050:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907516d0 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.580052:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878ae488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.580053:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.580055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907516d0 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.580056:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.580058:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.580069:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.580077:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1903093 00000080:00200008:0.0:1780298646.581625:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9947434, type: SEEK_SET 00000080:00200008:0.0:1780298646.581633:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9947434, type: SEEK_SET, rc = 9947434 00000080:00200008:0.0:1780298646.581663:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 9947434, count: 1885 00000080:00200000:0.0:1780298646.581684:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 9947434, bytes: 1885 00000080:00200000:0.0:1780298646.581702:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298646.581717:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298646.581720:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9947434, 9949319) 0 0 00000080:00200000:0.0:1780298646.581724:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.581733:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2428, 2429] 00020000:00200000:0.0:1780298646.581739:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [9947434, 9949319) 9949319, 1885 00020000:00200000:0.0:1780298646.581742:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.581759:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2428, 2429] 00000008:00010000:0.0:1780298646.581767:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.581769:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae4b0, osc lock ffff8c43860850a0, flags 0x0 00010000:00010000:0.0:1780298646.581811:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.581820:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.581835:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.581857:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609753728:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.581917:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.583047:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.583105:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133312 00000100:00100000:0.0:1780298646.583112:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133312 00000100:00100000:0.0:1780298646.583152:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24504 00000100:00100000:0.0:1780298646.583162:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605133312:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.583174:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.583227:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.583233:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605133312:12345-192.168.203.125@tcp:104: Request processed in 73us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.583241:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24504 00010000:00010000:2.0:1780298646.583263:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.583269:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.583276:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.583281:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.583314:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.583402:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.583442:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.583447:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.583470:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.583478:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5527 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1839104->1843199) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303673d expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298646.583484:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609753856:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.583500:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.583503:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.583506:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.584058:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609753728:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.584073:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584083:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584090:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.584369:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.584415:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133440 00000100:00100000:0.0:1780298646.584420:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133440 00000100:00100000:0.0:1780298646.584451:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24505 00000100:00100000:0.0:1780298646.584460:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605133440:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.584468:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584478:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->5758975] (req 5750784->5758975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584488:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584497:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584505:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584514:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.584536:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7200) 00010000:00010000:2.0:1780298646.584556:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.584564:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.584571:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6461:x1866777605133440:12345-192.168.203.125@tcp:105: Request processed in 111us (199us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.584577:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.584582:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24505 00000008:00010000:2.0:1780298646.584592:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 1903093, setting rss=1903093; kms=1903093, end=39305215 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.584599:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.584605:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.584625:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [9947434, 9949319) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.584648:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2428 of 2346 to 1750 bytes 00000080:00200000:2.0:1780298646.584720:0:29360:0:(rw26.c:858:ll_write_end()) pos 9947434, len 1750, copied 1750 00000080:00200000:2.0:1780298646.584726:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002196cbca[3 0000000003324618 2 1 00000000602e921a] 00000080:00200000:2.0:1780298646.584729:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6d985fa 17ffffc0001001 3:0 ffff8c43867ec540 2428 lru 00000080:00200000:2.0:1780298646.584734:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000007a7144a0 1404: 1< 0 - - > 2< 5750784 0 0 0x0 0x0 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.584736:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002196cbca 00000080:00200000:2.0:1780298646.584737:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.584739:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2429 of 0 to 135 bytes 00000080:00200000:2.0:1780298646.584752:0:29360:0:(rw26.c:858:ll_write_end()) pos 9949184, len 135, copied 135 00000080:00200000:2.0:1780298646.584755:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000cf895ded[3 0000000003324618 2 1 00000000602e921a] 00000080:00200000:2.0:1780298646.584757:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000314e4ad3 17ffffc0001001 3:0 ffff8c43867ec700 2429 lru 00000080:00200000:2.0:1780298646.584760:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000002669d24e 1405: 1< 0 - - > 2< 5754880 0 0 0x0 0x0 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.584762:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000cf895ded 00000080:00200000:2.0:1780298646.584763:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.584766:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 2346, to 135 prio 0 00000008:00010000:2.0:1780298646.584779:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.584791:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.584799:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 2, dirtied 2 00000080:00200000:2.0:1780298646.584802:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 1885 bytes, tot: 1885 00000080:00200000:2.0:1780298646.584804:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 1885 00000020:00010000:2.0:1780298646.584814:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.584816:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.584818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae4b0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.584821:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.584827:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.584834:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.584835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae4b0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.584839:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1885 bytes 00000080:00200000:2.0:1780298646.584843:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2428, 2429] 00000080:00200000:2.0:1780298646.584859:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.584861:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 1885, restart: 0 00000080:00200000:2.0:1780298646.584866:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00000080:00200000:2.0:1780298646.584868:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1885 00000080:00200008:2.0:1780298646.584887:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.584892:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.584904:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.584912:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.584919:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.584924:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.584929:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.584931:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:2.0:1780298646.584935:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.584936:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.584941:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.584958:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.584962:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.584972:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.584974:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a5a20, flags 0x400001002 00000008:00010000:2.0:1780298646.584983:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.584984:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.585022:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.585030:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.585059:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1780298646.585077:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.585086:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609753984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.585105:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298646.585116:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.585120:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.585130:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:3.0:1780298646.585142:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:2.0:1780298646.585176:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609753856:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.585893:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.585933:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133568 00000100:00100000:0.0:1780298646.585937:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133568 00000100:00100000:0.0:1780298646.585964:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24506 00000100:00100000:0.0:1780298646.585971:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605133568:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.585980:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.585988:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.586026:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.586029:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.586033:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.586035:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.586074:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605133568:12345-192.168.203.125@tcp:106: Request processed in 104us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.586081:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24506 00010000:00010000:2.0:1780298646.586825:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586833:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586840:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586844:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586848:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.586853:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.586855:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.586863:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586868:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586872:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586880:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.586883:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.586891:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00000020:00010000:3.0:1780298646.586896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.586898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929ee008/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.586901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.586903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929eebd8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.586906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.586907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.586908:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.586910:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.586914:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.586922:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5535 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.586937:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.586942:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609753984:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.586964:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.586983:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.586988:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.587005:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.587008:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079a000, flags 0x400001002 00000008:00010000:3.0:1780298646.587022:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.587024:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079a5f0, flags 0x400001002 00010000:00010000:3.0:1780298646.587044:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.587050:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.587072:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:3.0:1780298646.587081:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.587089:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609754112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.587100:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1780298646.587112:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.587116:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.587125:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:2.0:1780298646.587136:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.587842:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.587890:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133696 00000100:00100000:0.0:1780298646.587896:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133696 00000100:00100000:0.0:1780298646.587927:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24507 00000100:00100000:0.0:1780298646.587935:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605133696:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.587943:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.587952:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.587976:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.587978:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.587982:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.587983:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.588012:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605133696:12345-192.168.203.125@tcp:106: Request processed in 80us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.588017:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24507 00010000:00010000:3.0:1780298646.588716:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.588728:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.588737:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.588741:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.588746:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.588751:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.588753:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.588761:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.588768:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.588775:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.588780:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00010000:00010000:3.0:1780298646.588782:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.588784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27008/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.588785:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.588787:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.588790:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.588793:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c273f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.588796:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27008/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.588799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c27008/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.588802:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c27008/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.588819:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.588823:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.588826:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.588832:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d553c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.588839:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000100:00100000:3.0:1780298646.588846:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609754112:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.588880:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9162650, type: SEEK_SET 00000080:00200008:2.0:1780298646.588885:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9162650, type: SEEK_SET, rc = 9162650 00000080:00200008:2.0:1780298646.588892:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 9162650, count: 2083 00000080:00200000:2.0:1780298646.588906:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 9162650, bytes: 2083 00000080:00200000:2.0:1780298646.588910:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.588914:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.588916:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9162650, 9164733) 0 0 00000080:00200000:2.0:1780298646.588919:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.588926:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2236, 2237] 00020000:00200000:2.0:1780298646.588932:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [9162650, 9164733) 9164733, 2083 00020000:00200000:2.0:1780298646.588935:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.588956:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2236, 2237] 00000008:00010000:2.0:1780298646.588963:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.588965:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6e30, osc lock ffff8c43878a5300, flags 0x0 00010000:00010000:2.0:1780298646.588971:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (4964352 4972543) 00010000:00010000:2.0:1780298646.588986:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.588992:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->4972543] (req 4964352->4972543) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.589010:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->4972543] (req 4964352->4972543) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.589021:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609754240:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.589065:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.589860:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609754240:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.589868:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.589876:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.589882:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.589888:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.589893:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=5750783 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.589899:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.589906:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.589918:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [9162650, 9164733) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.589929:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2236 of 3994 to 102 bytes 00000008:00010000:2.0:1780298646.589983:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76176c0 00000008:00010000:2.0:1780298646.590013:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76176c0 00010000:00010000:2.0:1780298646.590029:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4964352 4968447) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.590047:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388647800 - object 0x2c0000401:17 offset 4964352<>4968448 00000100:00100000:2.0:1780298646.590078:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.590084:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609754368:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.591071:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76176c0 00000020:00200000:2.0:1780298646.591079:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.591090:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76176c0 00000100:00100000:2.0:1780298646.591109:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609754368:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298646.591114:0:29360:0:(rw26.c:858:ll_write_end()) pos 9162650, len 102, copied 102 00000080:00200000:3.0:1780298646.591121:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000025d17e62[3 0000000003324618 2 1 00000000dda65995] 00000080:00200000:3.0:1780298646.591124:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001b462f3d 17ffffc0001009 3:0 ffff8c43867ecc40 2236 lru 00000080:00200000:3.0:1780298646.591130:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000081b9bde0 1212: 1< 1 - - > 2< 4964352 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:3.0:1780298646.591131:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000025d17e62 00000080:00200000:3.0:1780298646.591132:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298646.591135:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2237 of 0 to 1981 bytes 00000008:00010000:2.0:1780298646.591199:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76176c0 00000008:00010000:2.0:1780298646.591223:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76176c0 00010000:00010000:2.0:1780298646.591239:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4968448 4972543) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.591259:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388647800 - object 0x2c0000401:17 offset 4968448<>4972544 00000100:00100000:3.0:1780298646.591295:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.591305:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609754496:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.592224:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76176c0 00000020:00200000:2.0:1780298646.592229:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.592245:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76176c0 00000100:00100000:2.0:1780298646.592257:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609754496:192.168.203.125@tcp:3:fsx.0 00000080:00200000:0.0:1780298646.592283:0:29360:0:(rw26.c:858:ll_write_end()) pos 9162752, len 1981, copied 1981 00000080:00200000:0.0:1780298646.592290:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000c372ed72[3 0000000003324618 2 1 00000000dda65995] 00000080:00200000:0.0:1780298646.592293:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000009b9cafa8 17ffffc0001009 3:0 ffff8c4384802460 2237 lru 00000080:00200000:0.0:1780298646.592300:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000d4e4fbfc 1213: 1< 1 - - > 2< 4968448 0 4096 0x0 0x40009 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:0.0:1780298646.592302:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000c372ed72 00000080:00200000:0.0:1780298646.592303:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1780298646.592306:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 3994, to 1981 prio 0 00000008:00010000:0.0:1780298646.592324:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.592337:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.592350:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 2, dirtied 2 00000080:00200000:0.0:1780298646.592353:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 2083 bytes, tot: 2083 00000080:00200000:0.0:1780298646.592356:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 2083 00000020:00010000:0.0:1780298646.592367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.592371:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.592374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6e30 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.592378:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.592385:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.592393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.592395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6e30 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.592400:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2083 bytes 00000080:00200000:0.0:1780298646.592405:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2236, 2237] 00000080:00200000:0.0:1780298646.592418:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.592421:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 2083, restart: 0 00000080:00200000:0.0:1780298646.592426:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00000080:00200000:0.0:1780298646.592428:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 2083 00000080:00200008:0.0:1780298646.592447:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.592452:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.592466:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.592475:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.592481:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.592486:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.592490:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.592492:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:0.0:1780298646.592496:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.592498:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.592503:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298646.592523:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.592530:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.592548:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.592551:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.592565:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.592568:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.592575:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.592597:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.592605:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.592655:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.592664:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.592669:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609754624:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.592681:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.592736:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609754752:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.593626:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.593661:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.593684:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.593733:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133824 00000100:00100000:0.0:1780298646.593739:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133824 00000100:00100000:2.0:1780298646.593743:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605133952 00000100:00100000:2.0:1780298646.593749:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605133952 00000100:00100000:0.0:1780298646.593785:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24508 00000100:00100000:2.0:1780298646.593791:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 494 00000100:00100000:0.0:1780298646.593800:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605133824:12345-192.168.203.125@tcp:106: 00000100:00100000:2.0:1780298646.593806:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605133952:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.593812:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.593816:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.593828:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.593832:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:2.0:1780298646.593875:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.593878:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:2.0:1780298646.593885:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.593887:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.593888:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.593890:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.593896:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.593898:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:2.0:1780298646.593935:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605133952:12345-192.168.203.125@tcp:106: Request processed in 135us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.593943:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605133824:12345-192.168.203.125@tcp:106: Request processed in 144us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.593950:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 494 00000100:00100000:0.0:1780298646.593955:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24508 00010000:00010000:0.0:1780298646.596462:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.596466:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596481:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.596486:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596492:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.596499:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596499:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596516:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.596520:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.596526:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1780298646.596530:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.596531:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.596535:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596550:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.596551:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:1.0:1780298646.596560:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.596561:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596569:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.596576:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.596578:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.596599:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.596608:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.596610:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00000020:00010000:2.0:1780298646.596616:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750b68 (ffff8c43878ae488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.596621:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750b68 (ffff8c43878ae488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.596627:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.596628:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.596633:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.596634:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878aea28/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.596637:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.596639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750b68 (ffff8c43878ae488/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.596640:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.596645:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae488/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.596662:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d5551 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.596664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae488/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.596729:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:0.0:1780298646.596732:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609754752:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.596737:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.596746:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.596746:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d554a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.596767:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609754624:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.596775:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.596789:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.596794:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.596807:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.596808:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.596819:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.596820:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.596829:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.596851:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.596858:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.596897:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609754880:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.596907:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.596914:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.596929:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.596941:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609755008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.597778:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.597814:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134080 00000100:00100000:1.0:1780298646.597821:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134080 00000100:00100000:1.0:1780298646.597860:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24509 00000100:00100000:1.0:1780298646.597869:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605134080:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.597878:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.597888:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.597892:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.597907:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134208 00000100:00100000:0.0:1780298646.597911:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134208 00000020:00010000:1.0:1780298646.597920:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.597923:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.597927:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24510 00000020:00010000:1.0:1780298646.597932:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.597935:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.597936:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605134208:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.597946:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.597955:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298646.597975:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605134080:12345-192.168.203.125@tcp:106: Request processed in 106us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.597984:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24509 00000020:00010000:0.0:1780298646.597989:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.597991:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.597997:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.597999:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.598027:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605134208:12345-192.168.203.125@tcp:106: Request processed in 92us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.598033:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24510 00010000:00010000:3.0:1780298646.599369:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599369:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599383:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599383:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599393:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599397:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599402:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599404:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599410:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599411:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.599419:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.599423:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:3.0:1780298646.599426:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00010000:00010000:2.0:1780298646.599426:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.599429:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.599433:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599438:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599440:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599445:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599448:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.599456:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599456:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.599462:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00010000:00010000:3.0:1780298646.599464:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.599468:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.599470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddff0 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.599478:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddff0 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.599485:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.599493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.599497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddff0 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.599499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.599503:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.599504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.599509:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.599517:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d555f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599523:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.599527:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.599534:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5558 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.599535:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609755008:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.599545:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609754880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.599554:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.599572:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00200008:0.0:1780298646.599587:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.599593:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.599607:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.599619:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.599630:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298646.599637:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.599642:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.599645:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:0.0:1780298646.599651:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.599655:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.599663:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298646.599723:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.599730:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.599749:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.599752:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084260, flags 0x400001002 00000008:00010000:0.0:1780298646.599764:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.599766:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084be0, flags 0x400001002 00010000:00010000:0.0:1780298646.599793:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.599802:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.599832:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.599841:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:1.0:1780298646.599849:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609755136:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.599852:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.599857:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.599866:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:0.0:1780298646.599876:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.600654:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.600718:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134336 00000100:00100000:1.0:1780298646.600723:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134336 00000100:00100000:1.0:1780298646.600762:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24511 00000100:00100000:1.0:1780298646.600771:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605134336:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.600778:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.600788:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.600814:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.600815:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:1.0:1780298646.600820:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.600821:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:1.0:1780298646.600855:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605134336:12345-192.168.203.125@tcp:106: Request processed in 87us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.600862:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24511 00010000:00010000:1.0:1780298646.601486:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601497:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601503:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601507:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601511:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.601517:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.601519:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.601527:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601531:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601536:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.601540:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.601543:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.601553:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00000020:00010000:0.0:1780298646.601559:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750248 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.601562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750248 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.601565:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.601566:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.601570:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.601571:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.601579:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750248 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.601585:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.601586:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d5566 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.601590:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.601613:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609755136:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.601634:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.601656:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 2092792, len 643 00000080:00200000:0.0:1780298646.601670:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.601674:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.601681:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.601755:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [510, 511] 00000008:00010000:0.0:1780298646.601765:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.601769:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae8b0, osc lock ffff8c4386084be0, flags 0x0 00010000:00010000:0.0:1780298646.601793:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.601802:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.601811:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.601826:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609755264:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.601867:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.602523:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609755264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.602535:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.602548:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.602558:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.602578:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.602586:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5755015, setting rss=5755015; kms=4964352, end=4964351 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.602602:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.602609:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.602626:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 504 00000100:00100000:2.0:1780298646.602674:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609755392:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.603505:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609755392:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.603528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aab78 (ffff8c43878ae1b8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.603533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aab78 (ffff8c43878ae1b8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.603536:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae8b0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.603540:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.603549:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.603560:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aab78 (ffff8c43878ae1b8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.603562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae8b0 (ffff8c43878ae1b8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.603585:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.603651:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.603658:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.603673:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.603701:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.603730:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.603738:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.603744:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.603748:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:3.0:1780298646.603753:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.603756:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.603763:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298646.603790:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.603796:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.603812:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.603814:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079b1d0, flags 0x400001002 00000008:00010000:3.0:1780298646.603829:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.603830:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079abe0, flags 0x400001002 00010000:00010000:3.0:1780298646.603838:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.603856:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.603863:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.603899:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.603900:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609755520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.603912:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.603923:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.603947:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609755648:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.604849:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.604881:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134464 00000100:00100000:1.0:1780298646.604886:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134464 00000100:00100000:1.0:1780298646.604913:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24512 00000100:00100000:1.0:1780298646.604918:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605134464:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.604925:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.604934:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.604960:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.604962:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:1.0:1780298646.604964:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.604966:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:0.0:1780298646.604982:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.605000:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605134464:12345-192.168.203.125@tcp:106: Request processed in 81us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.605006:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24512 00000100:00100000:1.0:1780298646.605018:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134592 00000100:00100000:1.0:1780298646.605020:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134592 00000100:00100000:1.0:1780298646.605039:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24513 00000100:00100000:1.0:1780298646.605046:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605134592:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.605054:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.605063:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298646.605084:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.605086:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.605089:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.605091:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.605123:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605134592:12345-192.168.203.125@tcp:106: Request processed in 77us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.605129:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24513 00010000:00010000:2.0:1780298646.605629:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605642:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605653:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605660:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605674:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.605685:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:2.0:1780298646.605724:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.605729:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605737:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605745:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605752:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.605756:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605794:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.605799:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.605807:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5574 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.605825:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609755520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.606041:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.606053:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.606063:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.606070:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.606077:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.606083:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.606086:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.606094:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.606099:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.606108:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:2.0:1780298646.606109:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.606113:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.606118:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.606119:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.606123:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27638/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.606123:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.606129:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.606133:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.606135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.606138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27a28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.606153:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.606157:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.606163:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d557b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.606180:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609755648:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.606181:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.606204:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.606214:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.606217:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.606227:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.606229:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079abe0, flags 0x400001002 00000008:00010000:3.0:1780298646.606236:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.606237:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b1d0, flags 0x400001002 00010000:00010000:3.0:1780298646.606243:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.606259:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.606265:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.606290:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.606296:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.606301:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609755776:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.606303:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.606324:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609755904:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.607116:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.607144:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.607165:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134848 00000100:00100000:1.0:1780298646.607166:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.607171:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134848 00000100:00100000:1.0:1780298646.607178:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134720 00000100:00100000:1.0:1780298646.607182:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134720 00000100:00100000:0.0:1780298646.607204:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24514 00000100:00100000:1.0:1780298646.607211:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24515 00000100:00100000:0.0:1780298646.607217:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605134848:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.607223:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605134720:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.607228:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.607230:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.607251:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.607259:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298646.607300:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.607302:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.607309:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.607312:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.607313:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.607314:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.607321:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.607324:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.607362:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605134720:12345-192.168.203.125@tcp:106: Request processed in 142us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.607369:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24515 00000100:00100000:0.0:1780298646.607375:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605134848:12345-192.168.203.125@tcp:106: Request processed in 159us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.607385:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24514 00010000:00010000:2.0:1780298646.608141:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608154:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608164:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608171:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608179:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.608187:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.608192:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.608195:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608202:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608210:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608217:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.608221:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608252:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.608257:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.608269:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d5589 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.608284:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609755904:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.608321:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608333:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608343:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608351:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608358:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.608367:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:3.0:1780298646.608371:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.608383:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608391:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608398:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608405:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.608409:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.608415:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000020:00010000:0.0:1780298646.608420:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.608423:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.608427:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.608430:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27638/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.608433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093478 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.608436:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.608440:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27a28/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.608443:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.608448:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.608456:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5582 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.608460:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.608477:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609755776:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.608480:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00a00000:0.0:1780298646.608534:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017a000 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:0.0:1780298646.608549:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.608553:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.608566:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.608568:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084260, flags 0x400001002 00000008:00010000:0.0:1780298646.608582:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.608583:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386085560, flags 0x400001002 00010000:00010000:0.0:1780298646.608592:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.608617:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.608625:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.608660:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298646.608660:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.608671:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609756032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.608672:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.608720:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.608751:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609756160:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.609513:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.609532:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.609544:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605134976 00000100:00100000:1.0:1780298646.609548:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605134976 00000100:00100000:0.0:1780298646.609559:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135104 00000100:00100000:0.0:1780298646.609565:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135104 00000100:00100000:0.0:1780298646.609594:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24516 00000100:00100000:1.0:1780298646.609604:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24517 00000100:00100000:0.0:1780298646.609605:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605134976:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.609615:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.609618:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605135104:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.609629:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.609631:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.609645:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298646.609658:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 5, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.609660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.609663:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.609664:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.609683:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.609717:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.609723:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.609725:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.609738:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605134976:12345-192.168.203.125@tcp:106: Request processed in 135us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.609747:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24516 00000100:00100000:1.0:1780298646.609768:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605135104:12345-192.168.203.125@tcp:106: Request processed in 154us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.609775:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24517 00010000:00010000:0.0:1780298646.610489:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610498:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610505:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610509:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610513:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.610519:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.610523:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.610526:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610534:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610541:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610548:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.610552:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610575:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.610578:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610583:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d5597 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.610594:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609756160:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.610604:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610609:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610618:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610622:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610626:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.610630:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:0.0:1780298646.610632:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.610641:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610645:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610649:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.610654:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.610656:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.610671:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:0.0:1780298646.610674:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.610677:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752480 (ffff8c43878ae2d8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.610678:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.610718:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752480 (ffff8c43878ae2d8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.610719:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006feb3828/0x11c228eb194d5590 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.610726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.610733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.610737:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752480 (ffff8c43878ae2d8/0) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.610740:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609756032:192.168.203.125@tcp:101:fsx.0 00000020:00010000:3.0:1780298646.610743:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae2d8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.610749:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.610780:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.610880:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 309 00000080:00200000:2.0:1780298646.610886:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.610893:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.610908:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [309, 309] 00000008:00010000:2.0:1780298646.610925:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.610928:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6bb0, osc lock ffff8c43878a5560, flags 0x0 00010000:00010000:2.0:1780298646.610936:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (1265664 1269759) 00010000:00010000:2.0:1780298646.610952:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.610958:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->1269759] (req 1265664->1269759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.610963:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->1269759] (req 1265664->1269759) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.610974:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609756288:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.611009:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.611767:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609756288:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.611778:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.611795:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.611805:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x0 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.611814:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.611823:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=2088959 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.611832:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.611840:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.611856:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9949319 00000008:00010000:2.0:1780298646.611889:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617300 00000008:00010000:2.0:1780298646.611919:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617300 00010000:00010000:2.0:1780298646.611934:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1265664 1269759) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.611953:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644a80 - object 0x2c0000401:17 offset 1265664<>1269760 00000100:00100000:2.0:1780298646.611986:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.611994:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609756416:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.612961:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617300 00000020:00200000:2.0:1780298646.612969:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.612979:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617300 00000100:00100000:2.0:1780298646.612992:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609756416:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.613016:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07943f8 (ffff8c43929eee18/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.613021:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07943f8 (ffff8c43929eee18/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.613024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6bb0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.613029:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.613041:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.613055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07943f8 (ffff8c43929eee18/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.613057:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6bb0 (ffff8c43929eee18/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.613079:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.613171:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.613178:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.613190:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.613199:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.613206:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.613212:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.613216:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.613218:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:2.0:1780298646.613222:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.613224:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.613229:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.613243:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.613246:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.613258:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.613260:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa69f0, osc lock ffff8c43878a5c80, flags 0x400001002 00000008:00010000:2.0:1780298646.613269:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.613270:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6a30, osc lock ffff8c43878a4130, flags 0x400001002 00010000:00010000:2.0:1780298646.613276:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.613290:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.613296:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.613324:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.613331:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.613338:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:2.0:1780298646.613343:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.613351:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609756672:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.613417:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609756544:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.614169:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.614198:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135232 00000100:00100000:1.0:1780298646.614202:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.614204:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135232 00000100:00100000:1.0:1780298646.614224:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135360 00000100:00100000:1.0:1780298646.614229:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135360 00000100:00100000:0.0:1780298646.614243:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24518 00000100:00100000:0.0:1780298646.614254:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605135232:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.614257:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24519 00000100:00100000:1.0:1780298646.614267:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605135360:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.614268:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.614275:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.614285:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.614287:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.614335:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.614337:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.614339:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.614340:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.614345:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.614347:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.614350:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.614351:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.614372:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605135360:12345-192.168.203.125@tcp:106: Request processed in 106us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.614379:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24519 00000100:00100000:0.0:1780298646.614383:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605135232:12345-192.168.203.125@tcp:106: Request processed in 133us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.614391:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24518 00010000:00010000:2.0:1780298646.615086:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615097:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615106:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615118:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615125:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.615135:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:2.0:1780298646.615138:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.615141:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615148:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615156:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615162:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.615166:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615194:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.615198:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615211:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d55a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.615223:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609756544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.615243:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615252:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615260:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615267:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615274:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.615282:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.615285:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.615297:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.615314:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.615314:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000020:00010000:0.0:1780298646.615319:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901defe8 (ffff8c43929ee3f8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.615324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901defe8 (ffff8c43929ee3f8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.615329:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.615331:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.615333:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.615338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901defe8 (ffff8c43929ee3f8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.615343:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929ee3f8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.615349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929ee3f8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.615350:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.615356:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.615369:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.615394:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:0.0:1780298646.615394:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:2.0:1780298646.615399:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.615407:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.615408:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:0.0:1780298646.615412:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.615426:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000100:00100000:2.0:1780298646.615429:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609756672:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298646.615429:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c4386085c80, flags 0x400001002 00000008:00010000:0.0:1780298646.615442:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.615444:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c4386084e40, flags 0x400001002 00010000:00010000:0.0:1780298646.615450:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.615465:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.615471:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.615509:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.615516:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609756800:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.615525:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.615534:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.615546:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609756928:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.616332:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.616361:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.616377:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135488 00000100:00100000:1.0:1780298646.616379:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135488 00000100:00100000:0.0:1780298646.616400:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135616 00000100:00100000:1.0:1780298646.616402:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24520 00000100:00100000:0.0:1780298646.616405:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135616 00000100:00100000:1.0:1780298646.616409:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605135488:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.616415:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.616422:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.616427:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24521 00000100:00100000:0.0:1780298646.616434:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605135616:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.616440:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298646.616449:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.616452:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00010000:00010000:0.0:1780298646.616452:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298646.616460:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.616462:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.616485:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.616487:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.616489:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.616491:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.616494:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605135488:12345-192.168.203.125@tcp:106: Request processed in 84us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.616500:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24520 00000100:00100000:0.0:1780298646.616527:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605135616:12345-192.168.203.125@tcp:106: Request processed in 92us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.616532:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24521 00010000:00010000:0.0:1780298646.617230:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617239:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617262:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617264:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617276:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617280:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617281:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617301:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617303:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.617313:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1780298646.617317:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.617317:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.617321:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617339:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.617342:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00010000:00010000:0.0:1780298646.617345:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.617347:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.617352:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.617356:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617360:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617367:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617374:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.617375:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.617380:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617389:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.617391:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:0.0:1780298646.617391:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617395:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.617400:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878ae758/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.617408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878ae758/0) at cl_lock_cancel():142 00000100:00100000:0.0:1780298646.617413:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609756928:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.617417:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.617425:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878aee18/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.617431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878ae758/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.617434:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878ae758/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.617438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878ae758/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.617467:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.617472:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.617478:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d55b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.617482:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.617487:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609756800:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.617506:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00200008:2.0:1780298646.617556:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2231767, type: SEEK_SET 00000080:00200008:2.0:1780298646.617562:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 2231767, type: SEEK_SET, rc = 2231767 00000080:00200008:2.0:1780298646.617568:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 2231767, count: 6349 00000080:00200000:2.0:1780298646.617580:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 2231767, bytes: 6349 00000080:00200000:2.0:1780298646.617584:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.617587:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.617589:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [2231767, 2238116) 0 0 00000080:00200000:2.0:1780298646.617591:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.617596:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [544, 546] 00020000:00200000:2.0:1780298646.617601:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [2231767, 2238116) 2238116, 6349 00020000:00200000:2.0:1780298646.617603:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.617620:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [544, 546] 00000008:00010000:2.0:1780298646.617626:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.617628:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6cb0, osc lock ffff8c43878a4be0, flags 0x0 00010000:00010000:2.0:1780298646.617637:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617646:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2228224 2240511) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617652:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617657:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617665:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.617671:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [2231767, 2238116) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.617706:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 544 of 3543 to 553 bytes 00010000:00010000:2.0:1780298646.617766:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617772:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2199552 2203647) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617777:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617784:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 7/1,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617792:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.617932:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617600 00010000:00010000:2.0:1780298646.617944:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.617952:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.617983:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617600 00010000:00010000:2.0:1780298646.617999:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2228224 2232319) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1780298646.618029:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645c00 - object 0x2c0000401:17 offset 2199552<>2265088 00000100:00100000:2.0:1780298646.618070:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.618080:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609757056:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.619522:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617600 00000020:00200000:2.0:1780298646.619529:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.619543:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617600 00000100:00100000:2.0:1780298646.619557:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609757056:192.168.203.125@tcp:3:fsx.0 00000080:00200000:3.0:1780298646.619574:0:29360:0:(rw26.c:858:ll_write_end()) pos 2231767, len 553, copied 553 00000080:00200000:3.0:1780298646.619582:0:29360:0:(rw26.c:916:ll_write_end()) page@000000000242d0c8[3 000000008ec8947f 2 1 00000000584d5ac7] 00000080:00200000:3.0:1780298646.619586:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000d5d41ecd 17ffffc0001029 2:0 ffff8c43867ecee0 544 lru 00000080:00200000:3.0:1780298646.619593:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000047d22c57 544: 1< 1 - - > 2< 2228224 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298646.619596:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000000242d0c8 00000080:00200000:3.0:1780298646.619598:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1780298646.619601:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 545 of 0 to 4096 bytes 00000080:00200000:3.0:1780298646.619608:0:29360:0:(rw26.c:858:ll_write_end()) pos 2232320, len 4096, copied 4096 00000080:00200000:3.0:1780298646.619612:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000f4f5dee8[3 000000008ec8947f 2 1 00000000584d5ac7] 00000080:00200000:3.0:1780298646.619615:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000c81b402f 17ffffc0001021 2:0 ffff8c43867ec8c0 545 lru 00000080:00200000:3.0:1780298646.619620:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000033c1f202 545: 1< 1 - - > 2< 2232320 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780298646.619622:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000f4f5dee8 00000080:00200000:3.0:1780298646.619623:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.619657:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 546 of 0 to 1700 bytes 00000080:00200000:2.0:1780298646.619666:0:29360:0:(rw26.c:858:ll_write_end()) pos 2236416, len 1700, copied 1700 00000080:00200000:2.0:1780298646.619671:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000028457b33[3 000000008ec8947f 2 1 00000000584d5ac7] 00000080:00200000:2.0:1780298646.619674:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000f790224c 17ffffc0001021 2:0 ffff8c43867ec7e0 546 lru 00000080:00200000:2.0:1780298646.619681:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000001f85d37e 546: 1< 1 - - > 2< 2236416 0 4096 0x0 0x40009 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.619683:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000028457b33 00000080:00200000:2.0:1780298646.619701:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1780298646.619706:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 3543, to 1700 prio 0 00000008:00010000:2.0:1780298646.619734:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.619750:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.619761:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.619775:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 3, dirtied 3 00000080:00200000:2.0:1780298646.619778:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 6349 bytes, tot: 6349 00000080:00200000:2.0:1780298646.619781:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6349 00000020:00010000:2.0:1780298646.619791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.619795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.619798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6cb0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.619802:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.619811:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.619823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.619826:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6cb0 (ffff8c43929ee488/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.619832:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6349 bytes 00000080:00200000:2.0:1780298646.619836:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [544, 546] 00000080:00200000:2.0:1780298646.619850:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.619854:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6349, restart: 0 00000080:00200000:2.0:1780298646.619859:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000080:00200000:2.0:1780298646.619863:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 6349 00000080:00200008:2.0:1780298646.619880:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.619887:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.619901:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.619911:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.619926:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.619934:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.619940:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.619943:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:2.0:1780298646.619949:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.619952:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.619960:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.619984:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.619990:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.620018:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.620021:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6ab0, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298646.620033:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.620035:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6af0, osc lock ffff8c43878a45f0, flags 0x400001002 00010000:00010000:2.0:1780298646.620044:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.620065:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.620074:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.620116:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.620119:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.620127:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609757184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.620130:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.620143:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.620162:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.620171:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609757312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.620968:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.621009:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.621020:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135744 00000100:00100000:1.0:1780298646.621025:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135744 00000100:00100000:1.0:1780298646.621059:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24522 00000100:00100000:1.0:1780298646.621067:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605135744:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.621076:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.621087:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.621117:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.621119:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298646.621120:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.621125:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.621126:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.621143:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605135872 00000100:00100000:0.0:1780298646.621148:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605135872 00000100:00100000:1.0:1780298646.621160:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605135744:12345-192.168.203.125@tcp:106: Request processed in 94us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.621167:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24522 00000100:00100000:0.0:1780298646.621173:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24523 00000100:00100000:0.0:1780298646.621181:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605135872:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.621188:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.621195:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:0.0:1780298646.621219:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.621220:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.621223:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.621224:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.621271:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605135872:12345-192.168.203.125@tcp:106: Request processed in 90us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.621278:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24523 00010000:00010000:3.0:1780298646.621962:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.621975:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.621977:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.621994:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.621995:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.622009:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.622018:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.622021:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.622036:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.622041:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:3.0:1780298646.622050:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.622051:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.622054:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.622070:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.622078:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.622080:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.622088:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.622094:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.622095:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.622101:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.622104:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.622115:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000020:00010000:0.0:1780298646.622120:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.622123:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee488/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.622124:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.622127:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6ab0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.622134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6af0 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.622135:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.622139:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee488/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.622140:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.622143:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6ab0 (ffff8c43929ee488/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.622145:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.622151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6af0 (ffff8c43929ee488/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.622154:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.622163:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d55c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.622178:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609757184:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.622186:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.622189:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.622194:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.622200:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.622206:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:2.0:1780298646.622213:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609757312:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.622216:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.622220:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.622231:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.622233:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c4386084130, flags 0x400001002 00000008:00010000:0.0:1780298646.622242:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.622243:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c43860858f0, flags 0x400001002 00010000:00010000:0.0:1780298646.622250:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.622263:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.622269:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.622295:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.622301:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.622308:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.622312:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609757440:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.622321:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609757568:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.623017:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.623044:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.623056:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136000 00000100:00100000:0.0:1780298646.623061:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136000 00000100:00100000:1.0:1780298646.623064:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136128 00000100:00100000:1.0:1780298646.623070:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136128 00000100:00100000:0.0:1780298646.623088:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24524 00000100:00100000:1.0:1780298646.623094:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24525 00000100:00100000:0.0:1780298646.623098:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605136000:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.623104:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605136128:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.623104:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.623116:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.623116:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.623132:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.623145:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 17, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.623146:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.623148:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.623149:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.623155:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.623157:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.623159:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.623161:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.623178:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605136000:12345-192.168.203.125@tcp:106: Request processed in 84us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.623183:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24524 00000100:00100000:1.0:1780298646.623191:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605136128:12345-192.168.203.125@tcp:106: Request processed in 88us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.623196:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24525 00010000:00010000:0.0:1780298646.623725:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623742:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623757:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623763:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623768:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.623774:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.623777:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.623780:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623787:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623795:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623802:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.623807:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623807:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.623831:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.623842:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623847:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.623852:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623852:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.623872:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000064ff16e0/0x11c228eb194d55d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.623873:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.623893:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000100:00100000:0.0:1780298646.623897:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609757568:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.623898:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.623914:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.623922:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.623930:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.623937:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.623939:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:1.0:1780298646.623941:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.623944:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae098/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.623950:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae098/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.623957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878aeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.623964:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878ae368/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.623967:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae098/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.623970:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878ae098/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.623974:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878ae098/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.623992:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.623997:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.624005:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000055bb87ad/0x11c228eb194d55cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.624015:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.624018:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609757440:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.624026:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00200008:2.0:1780298646.624055:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7273398, type: SEEK_SET 00000080:00200008:2.0:1780298646.624057:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 7273398, type: SEEK_SET, rc = 7273398 00000080:00200008:2.0:1780298646.624063:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 7273398, count: 8116 00000080:00200000:2.0:1780298646.624087:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1775 00000080:00200000:2.0:1780298646.624100:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 7273398, bytes: 8116 00000080:00200000:2.0:1780298646.624103:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.624106:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.624108:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [7273398, 7281514) 0 0 00000080:00200000:2.0:1780298646.624110:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.624122:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [7273398, 7281514) 7281514, 8116 00020000:00200000:2.0:1780298646.624125:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.624140:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1775, 1777] 00000008:00010000:2.0:1780298646.624145:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.624147:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6cb0, osc lock ffff8c43878a5430, flags 0x0 00010000:00010000:2.0:1780298646.624164:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.624169:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.624175:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.624184:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609757696:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.624211:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.624817:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.624842:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136256 00000100:00100000:0.0:1780298646.624846:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136256 00000100:00100000:0.0:1780298646.624874:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24526 00000100:00100000:0.0:1780298646.624883:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605136256:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.624891:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.624920:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.624924:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605136256:12345-192.168.203.125@tcp:104: Request processed in 44us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.624929:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24526 00010000:00010000:3.0:1780298646.624937:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.624943:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.624950:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.624953:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:3.0:1780298646.624980:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.624985:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.625058:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.625066:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.625082:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1780298646.625088:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d54be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630366c6 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:2.0:1780298646.625096:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609757824:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.625100:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.625102:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.625104:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.625447:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609757696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.625457:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.625463:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.625469:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.625794:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.625822:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136384 00000100:00100000:0.0:1780298646.625826:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136384 00000100:00100000:0.0:1780298646.625847:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24527 00000100:00100000:0.0:1780298646.625854:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605136384:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.625862:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.625869:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3076096->3088383] (req 3076096->3088383) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.625874:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.625880:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.625885:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.625890:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.625904:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692600) 00000100:00100000:0.0:1780298646.625924:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20253:x1866777605136384:12345-192.168.203.125@tcp:105: Request processed in 70us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.625929:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24527 00010000:00010000:2.0:1780298646.625930:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.625941:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.625951:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.625961:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.625971:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.625982:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.625993:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [7273398, 7281514) 00000080:00200000:2.0:1780298646.626013:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9949319 00000080:00200000:2.0:1780298646.626018:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:8116 iocb pos:7273398 00010000:00010000:2.0:1780298646.626048:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.626059:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3080192 3084287) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.626097:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617840 00010000:00010000:2.0:1780298646.626107:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.626112:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.626135:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617840 00010000:00010000:2.0:1780298646.626148:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3076096 3080191) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.626164:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644a80 - object 0x280000401:18 offset 3076096<>3088384 00000100:00100000:3.0:1780298646.626191:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609757952:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.626462:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609757824:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.626991:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617840 00000020:00200000:2.0:1780298646.626997:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.627010:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617840 00000100:00100000:2.0:1780298646.627024:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609757952:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.627061:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07948a8 (ffff8c43929eea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.627066:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07948a8 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.627069:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6cb0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.627074:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.627084:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.627095:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07948a8 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.627097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6cb0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.627103:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8116 bytes 00000080:00200000:0.0:1780298646.627120:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.627124:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 8116, restart: 0 00000080:00200000:0.0:1780298646.627128:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 8116 00000080:00200008:0.0:1780298646.627149:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.627155:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.627169:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.627179:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.627189:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.627196:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.627202:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.627205:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:0.0:1780298646.627210:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.627213:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.627220:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298646.627247:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.627253:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.627269:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.627272:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7db0, osc lock ffff8c4386084850, flags 0x400001002 00000008:00010000:0.0:1780298646.627285:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.627286:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7df0, osc lock ffff8c43860857c0, flags 0x400001002 00010000:00010000:0.0:1780298646.627294:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.627313:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.627321:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.627349:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.627359:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609758080:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.627359:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.627372:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.627375:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.627383:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298646.627399:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.627986:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.628022:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136512 00000100:00100000:0.0:1780298646.628027:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136512 00000100:00100000:0.0:1780298646.628058:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24528 00000100:00100000:0.0:1780298646.628067:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605136512:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.628075:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.628083:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.628111:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.628114:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.628117:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.628119:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.628160:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605136512:12345-192.168.203.125@tcp:106: Request processed in 94us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.628168:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24528 00010000:00010000:0.0:1780298646.628743:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628755:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628761:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628766:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628771:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.628777:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:0.0:1780298646.628779:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.628788:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628793:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628798:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628802:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.628805:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.628825:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.628829:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.628831:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000020:00010000:2.0:1780298646.628839:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752da0 (ffff8c43878ae5a8/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.628843:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d55e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.628845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752da0 (ffff8c43878ae5a8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.628853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7db0 (ffff8c43878ae878/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298646.628858:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609758080:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.628859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7df0 (ffff8c43878ae248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.628865:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752da0 (ffff8c43878ae5a8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.628867:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7db0 (ffff8c43878ae5a8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.628872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7df0 (ffff8c43878ae5a8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.628905:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.628925:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.628941:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.628945:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.628961:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.628964:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298646.628978:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.628980:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4390, flags 0x400001002 00010000:00010000:2.0:1780298646.628989:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.629009:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.629019:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.629057:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.629071:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.629082:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609758208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.629096:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.629109:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.629113:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.629122:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.629135:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.629812:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.629853:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.629863:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136640 00000100:00100000:0.0:1780298646.629867:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136640 00000100:00100000:0.0:1780298646.629901:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24529 00000100:00100000:0.0:1780298646.629909:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605136640:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.629916:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.629925:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.629949:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.629951:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.629954:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.629956:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.629997:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605136640:12345-192.168.203.125@tcp:106: Request processed in 89us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.630004:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24529 00010000:00010000:2.0:1780298646.630633:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630642:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630648:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630653:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630658:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.630662:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:2.0:1780298646.630665:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.630672:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630681:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630719:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.630721:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:2.0:1780298646.630727:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.630728:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc490 (ffff8c43929eed88/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.630732:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.630733:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc490 (ffff8c43929eed88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.630741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.630746:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.630749:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc490 (ffff8c43929eed88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.630752:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929eed88/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.630757:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929eed88/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.630772:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.630777:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.630782:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d55eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.630791:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.630793:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609758208:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.630815:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00a00000:3.0:1780298646.630864:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928afbc8 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298646.630885:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.630890:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.630907:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.630909:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079bb50, flags 0x400001002 00000008:00010000:3.0:1780298646.630921:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.630923:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079af70, flags 0x400001002 00010000:00010000:3.0:1780298646.630931:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.630952:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.630960:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.630992:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.631002:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609758336:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.631039:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631049:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.631078:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.631090:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609758464:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.631670:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.631739:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136768 00000100:00100000:0.0:1780298646.631744:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136768 00000100:00100000:0.0:1780298646.631771:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24530 00000100:00100000:0.0:1780298646.631778:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605136768:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.631786:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.631797:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.631821:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.631823:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.631827:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.631829:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.631868:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605136768:12345-192.168.203.125@tcp:106: Request processed in 90us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.631876:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24530 00010000:00010000:2.0:1780298646.631889:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631903:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631914:0:2400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631924:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.631934:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.631942:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.631946:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631954:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631961:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.631969:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.631978:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609758464:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.632369:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632376:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632382:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632386:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632390:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.632394:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.632396:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.632405:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632413:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632417:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.632421:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.632424:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.632434:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000020:00010000:0.0:1780298646.632439:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092da0 (ffff8c4390c27e18/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.632442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092da0 (ffff8c4390c27e18/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.632443:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.632445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.632447:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.632451:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.632454:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d55f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.632456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092da0 (ffff8c4390c27e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.632463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.632469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27e18/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.632470:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609758336:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.632499:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.632563:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1425 00000080:00200000:0.0:1780298646.632569:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.632576:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.632595:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1425, 1425] 00000008:00010000:0.0:1780298646.632602:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.632605:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae330, osc lock ffff8c4386085b50, flags 0x0 00010000:00010000:0.0:1780298646.632614:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.632625:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1642496 1646591) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.632634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.632641:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.632648:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.632658:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9158656 00000008:00010000:0.0:1780298646.632689:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02cc0 00000008:00010000:0.0:1780298646.632760:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02cc0 00010000:00010000:0.0:1780298646.632778:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1642496 1646591) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1780298646.632802:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388662a00 - object 0x280000401:18 offset 1642496<>1646592 00000100:00100000:1.0:1780298646.632849:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609758592:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.633723:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02cc0 00000020:00200000:0.0:1780298646.633730:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.633741:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02cc0 00000100:00100000:0.0:1780298646.633756:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609758592:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.633758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa8a8 (ffff8c43878ae008/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.633762:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa8a8 (ffff8c43878ae008/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.633765:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae330 (ffff8c43878aeea8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.633769:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.633781:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.633789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa8a8 (ffff8c43878ae008/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.633791:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae330 (ffff8c43878ae008/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.633810:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.633850:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1426 00000080:00200000:2.0:1780298646.633854:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.633858:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.633869:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1426, 1426] 00000008:00010000:2.0:1780298646.633874:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.633876:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6630, osc lock ffff8c43878a51d0, flags 0x0 00010000:00010000:2.0:1780298646.633882:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.633888:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1646592 1650687) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.633894:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.633898:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.633902:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.633911:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9158656 00000008:00010000:2.0:1780298646.633929:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617180 00000008:00010000:2.0:1780298646.633962:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617180 00010000:00010000:2.0:1780298646.633976:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1646592 1650687) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298646.634005:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644a80 - object 0x280000401:18 offset 1646592<>1650688 00000100:00100000:2.0:1780298646.634048:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.634057:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609758720:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.634798:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617180 00000020:00200000:2.0:1780298646.634802:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.634813:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617180 00000100:00100000:2.0:1780298646.634825:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609758720:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.634838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794998 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.634842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794998 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.634845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6630 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.634850:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.634862:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298646.634874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794998 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.634878:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6630 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.634898:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.634997:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.635005:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.635021:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.635032:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.635041:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.635049:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.635055:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.635059:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:2.0:1780298646.635064:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.635067:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.635074:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.635097:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.635102:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.635117:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.635119:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298646.635132:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.635133:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298646.635141:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.635160:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.635168:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.635195:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.635203:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.635206:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.635212:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609758848:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.635221:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.635225:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.635234:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.635245:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.635991:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.636031:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605136896 00000100:00100000:0.0:1780298646.636035:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605136896 00000100:00100000:0.0:1780298646.636066:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24531 00000100:00100000:0.0:1780298646.636071:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605136896:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.636077:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.636084:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.636104:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.636106:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.636108:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.636109:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.636140:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605136896:12345-192.168.203.125@tcp:106: Request processed in 69us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.636144:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24531 00010000:00010000:3.0:1780298646.636813:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636823:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636830:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636838:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636843:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.636850:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:3.0:1780298646.636854:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.636866:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636873:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636882:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636890:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.636892:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:3.0:1780298646.636894:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.636898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.636903:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.636906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.636909:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.636912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.636915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.636919:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eecf8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.636925:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.636930:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.636938:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d5600 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.636949:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609758848:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.636951:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.636974:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.636989:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.636994:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.637008:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.637010:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a4e40, flags 0x400001002 00000008:00010000:2.0:1780298646.637021:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.637023:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a57c0, flags 0x400001002 00010000:00010000:2.0:1780298646.637031:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.637051:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.637059:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.637087:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.637094:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.637100:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.637102:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:3.0:1780298646.637104:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.637110:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298646.637115:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609758976:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.637119:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.637764:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.637793:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137024 00000100:00100000:0.0:1780298646.637797:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137024 00000100:00100000:0.0:1780298646.637822:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24532 00000100:00100000:0.0:1780298646.637827:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605137024:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.637833:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.637839:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.637860:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.637862:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.637865:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.637867:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.637908:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605137024:12345-192.168.203.125@tcp:106: Request processed in 80us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.637913:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24532 00010000:00010000:2.0:1780298646.638494:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.638501:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.638507:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.638511:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.638516:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.638525:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:2.0:1780298646.638528:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.638539:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.638548:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.638555:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.638557:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000020:00010000:0.0:1780298646.638563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929eecf8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.638564:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.638567:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.638570:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.638570:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.638575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.638580:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.638584:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.638588:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.638616:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.638623:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.638629:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.638632:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00010000:00010000:2.0:1780298646.638638:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5607 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.638645:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000100:00100000:2.0:1780298646.638655:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609758976:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.638665:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.638677:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.638739:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.638751:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1780298646.638760:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.638766:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.638769:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:0.0:1780298646.638774:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.638777:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.638786:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1780298646.638809:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.638813:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.638829:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.638831:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084390, flags 0x400001002 00000008:00010000:0.0:1780298646.638842:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.638844:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298646.638849:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.638863:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.638868:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.638890:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1780298646.638899:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.638906:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609759104:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.638948:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:0.0:1780298646.638959:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.638962:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.638971:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:0.0:1780298646.638982:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.639646:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.639678:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137152 00000100:00100000:0.0:1780298646.639682:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137152 00000100:00100000:0.0:1780298646.639744:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24533 00000100:00100000:0.0:1780298646.639752:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605137152:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.639761:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.639767:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.639786:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 9, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.639787:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.639789:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.639790:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.639820:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605137152:12345-192.168.203.125@tcp:106: Request processed in 70us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.639825:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24533 00010000:00010000:0.0:1780298646.640393:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640401:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640407:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640411:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640415:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.640420:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:0.0:1780298646.640422:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.640431:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640439:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640447:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640453:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.640454:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00010000:00010000:0.0:1780298646.640457:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.640459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752da0 (ffff8c43878ae128/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.640461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752da0 (ffff8c43878ae128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.640465:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae7e8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.640468:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.640470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752da0 (ffff8c43878ae128/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.640472:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae128/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.640476:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae128/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.640480:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.640484:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.640491:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d560e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.640497:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.640502:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609759104:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.640513:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 6338633, len 2167 00000080:00200000:2.0:1780298646.640526:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.640529:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.640536:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.640549:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1547, 1548] 00000008:00010000:2.0:1780298646.640555:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.640557:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6db0, osc lock ffff8c43878a5690, flags 0x0 00010000:00010000:2.0:1780298646.640563:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/18 (2142208 2150399) 00010000:00010000:2.0:1780298646.640588:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.640597:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.640605:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.640623:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609759232:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.640654:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.641332:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.641351:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137280 00000100:00100000:0.0:1780298646.641355:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137280 00000100:00100000:0.0:1780298646.641388:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24534 00000100:00100000:0.0:1780298646.641396:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605137280:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.641403:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.641413:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.641443:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.641450:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605137280:12345-192.168.203.125@tcp:104: Request processed in 55us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.641458:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24534 00010000:00010000:2.0:1780298646.641470:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1780298646.641471:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137408 00000100:00100000:0.0:1780298646.641474:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137408 00010000:00010000:2.0:1780298646.641476:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.641485:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.641488:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.641496:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24535 00000100:00100000:0.0:1780298646.641504:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605137408:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.641511:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.641523:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1780298646.641548:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.641554:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605137408:12345-192.168.203.125@tcp:104: Request processed in 51us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.641562:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24535 00010000:00010000:3.0:1780298646.641563:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.641571:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.641581:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.641581:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.641587:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298646.641628:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.641631:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.641645:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.641661:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.641669:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d55f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303680f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.641723:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.641725:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:3.0:1780298646.641728:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.641728:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.641737:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.641748:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609759360:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.641763:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.641771:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.641779:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.641787:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d55dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3076096->3088383) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e630367f3 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1780298646.641796:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609759488:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.641800:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.641804:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.641807:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.642145:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609759232:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.642158:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.642168:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.642175:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.642581:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:2.0:1780298646.642606:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609759360:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.642627:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.642637:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137536 00000100:00100000:0.0:1780298646.642641:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137536 00000100:00100000:0.0:1780298646.642677:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24536 00000100:00100000:0.0:1780298646.642700:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605137536:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.642719:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.642728:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->2150399] (req 2142208->2150399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.642737:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.642745:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.642757:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.642766:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.642784:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00010000:00010000:2.0:1780298646.642800:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.642811:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605137536:12345-192.168.203.125@tcp:105: Request processed in 127us (231us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.642812:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.642823:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24536 00010000:00010000:2.0:1780298646.642828:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.642836:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=35696639 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.642843:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.642848:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.642862:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 520 00000100:00100000:2.0:1780298646.642894:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.642902:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609759616:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.643321:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609759488:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.643755:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609759616:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.643769:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794218 (ffff8c43929ee5a8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.643773:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794218 (ffff8c43929ee5a8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.643776:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6db0 (ffff8c43929ee098/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.643781:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.643790:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.643801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794218 (ffff8c43929ee5a8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.643803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6db0 (ffff8c43929ee5a8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.643823:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.643872:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.643879:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.643892:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.643903:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.643912:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1780298646.643919:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.643925:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.643928:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:3.0:1780298646.643933:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.643936:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.643942:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298646.643966:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.643972:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.643987:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.643990:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079bdb0, flags 0x400001002 00000008:00010000:3.0:1780298646.644002:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.644004:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079a4c0, flags 0x400001002 00010000:00010000:3.0:1780298646.644013:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.644033:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.644041:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.644074:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.644085:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609759744:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.644109:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.644117:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.644129:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.644136:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609759872:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.644836:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.644860:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137664 00000100:00100000:0.0:1780298646.644864:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137664 00000100:00100000:1.0:1780298646.644865:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.644882:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137792 00000100:00100000:1.0:1780298646.644886:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137792 00000100:00100000:0.0:1780298646.644890:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24537 00000100:00100000:0.0:1780298646.644897:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605137664:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.644903:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.644907:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24538 00010000:00010000:0.0:1780298646.644914:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.644916:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605137792:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.644927:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.644935:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.644944:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.644947:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.644949:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.644951:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.644974:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.644976:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.644981:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605137664:12345-192.168.203.125@tcp:106: Request processed in 85us (146us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.644982:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.644985:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.644992:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24537 00000100:00100000:1.0:1780298646.645034:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605137792:12345-192.168.203.125@tcp:106: Request processed in 116us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.645041:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24538 00010000:00010000:2.0:1780298646.645595:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645602:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645612:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645617:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645622:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.645627:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.645630:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.645634:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645638:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645643:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645648:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.645651:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645676:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.645679:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645684:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d561c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.645725:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609759744:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.645739:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645745:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645750:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645754:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645758:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.645762:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.645769:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.645776:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645781:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645785:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645789:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.645791:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.645792:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00000020:00010000:0.0:1780298646.645799:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860916d0 (ffff8c4390c27e18/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.645801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860916d0 (ffff8c4390c27e18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.645803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c271b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.645806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c27ea8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.645808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860916d0 (ffff8c4390c27e18/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.645810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c27e18/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.645811:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.645813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c27e18/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.645815:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.645821:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5623 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.645832:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609759872:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.645850:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.645867:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.645877:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.645879:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.645891:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.645893:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298646.645903:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.645904:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c43860844c0, flags 0x400001002 00010000:00010000:0.0:1780298646.645909:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.645923:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.645928:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.645966:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.645977:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609760000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.645987:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.645997:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.646024:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609760128:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.646655:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.646683:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.646704:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605137920 00000100:00100000:1.0:1780298646.646716:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605137920 00000100:00100000:0.0:1780298646.646733:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138048 00000100:00100000:0.0:1780298646.646738:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138048 00000100:00100000:1.0:1780298646.646743:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24539 00000100:00100000:1.0:1780298646.646750:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605137920:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.646756:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.646763:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24540 00010000:00010000:1.0:1780298646.646766:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.646774:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605138048:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.646782:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.646789:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.646792:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.646797:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:0.0:1780298646.646798:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.646799:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.646827:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605137920:12345-192.168.203.125@tcp:106: Request processed in 78us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.646833:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24539 00000020:00010000:0.0:1780298646.646836:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.646839:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.646842:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.646844:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.646874:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605138048:12345-192.168.203.125@tcp:106: Request processed in 103us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.646879:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24540 00010000:00010000:0.0:1780298646.647412:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647422:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647431:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647438:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647445:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.647453:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:0.0:1780298646.647457:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.647459:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647466:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647474:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647480:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.647484:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647512:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.647516:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647524:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d562a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.647543:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609760000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.647582:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647592:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647606:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647616:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647624:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.647637:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.647640:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.647652:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647664:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647672:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647679:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.647680:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00010000:00010000:0.0:1780298646.647683:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.647722:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878aebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.647727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878aebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.647731:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.647734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae908/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.647738:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878aebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.647741:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878aebd8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.647743:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.647745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878aebd8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.647748:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.647758:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d5631 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.647771:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.647782:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609760128:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.647788:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00a00000:2.0:1780298646.647829:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.647845:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.647849:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.647863:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.647865:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a5db0, flags 0x400001002 00000008:00010000:2.0:1780298646.647878:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.647880:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298646.647887:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.647904:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.647913:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.647941:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.647950:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609760256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.647983:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.647998:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.648023:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.648033:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609760384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.648562:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.648595:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138176 00000100:00100000:0.0:1780298646.648599:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138176 00000100:00100000:0.0:1780298646.648626:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24541 00000100:00100000:0.0:1780298646.648632:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605138176:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.648638:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.648644:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.648663:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.648665:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.648670:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.648671:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.648739:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605138176:12345-192.168.203.125@tcp:106: Request processed in 106us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.648747:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24541 00000100:00100000:1.0:1780298646.648761:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.648771:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138304 00000100:00100000:0.0:1780298646.648776:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138304 00000100:00100000:0.0:1780298646.648806:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24542 00000100:00100000:0.0:1780298646.648815:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605138304:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.648822:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.648830:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.648851:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.648853:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.648857:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.648859:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.648889:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605138304:12345-192.168.203.125@tcp:106: Request processed in 78us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.648894:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24542 00010000:00010000:2.0:1780298646.649330:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649342:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649349:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649353:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649357:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.649362:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.649365:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.649367:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649372:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649377:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649381:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.649384:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649409:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.649413:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649418:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5638 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.649427:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609760256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.649440:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649445:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649449:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649453:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649457:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.649464:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.649466:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.649473:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649478:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649483:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.649485:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00010000:00010000:2.0:1780298646.649490:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.649491:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc6d8 (ffff8c43929eecf8/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.649493:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.649495:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc6d8 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.649501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.649505:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929ee248/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.649506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc6d8 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.649508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.649511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eecf8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.649526:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.649530:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.649535:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d563f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.649538:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.649547:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609760384:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.649602:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1115 00000080:00200000:3.0:1780298646.649608:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.649613:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.649627:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1115, 1115] 00000008:00010000:3.0:1780298646.649634:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.649637:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3bb0, osc lock ffff8c43a079aab0, flags 0x0 00010000:00010000:3.0:1780298646.649659:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.649669:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->376831] (req 372736->376831) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.649677:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->376831] (req 372736->376831) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.649777:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609760512:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.649806:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.650411:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609760512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.650418:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.650426:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.650433:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.650439:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.650445:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=2142207 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.650450:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.650454:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.650464:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9158656 00000008:00010000:2.0:1780298646.650496:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617900 00000008:00010000:2.0:1780298646.650524:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617900 00010000:00010000:2.0:1780298646.650544:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (372736 376831) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.650562:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644000 - object 0x280000401:18 offset 372736<>376832 00000100:00100000:3.0:1780298646.650610:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609760640:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.651422:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617900 00000020:00200000:2.0:1780298646.651429:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.651442:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617900 00000100:00100000:2.0:1780298646.651457:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609760640:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.651463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c233f8 (ffff8c4390c27a28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.651466:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c233f8 (ffff8c4390c27a28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.651469:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3bb0 (ffff8c4390c27638/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.651472:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.651480:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.651488:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c233f8 (ffff8c4390c27a28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.651490:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3bb0 (ffff8c4390c27a28/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.651509:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.651589:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.651595:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.651607:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.651616:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.651623:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1780298646.651630:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.651634:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.651637:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:0.0:1780298646.651640:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.651642:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.651647:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1780298646.651671:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.651674:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.651716:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.651719:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7330, osc lock ffff8c4386085300, flags 0x400001002 00000008:00010000:0.0:1780298646.651736:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.651738:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7370, osc lock ffff8c43860844c0, flags 0x400001002 00010000:00010000:0.0:1780298646.651746:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.651763:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.651768:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.651789:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.651801:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.651806:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609760768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.651816:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.651825:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.651837:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609760896:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.652498:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.652539:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.652550:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138432 00000100:00100000:0.0:1780298646.652553:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138432 00000100:00100000:0.0:1780298646.652584:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24543 00000100:00100000:0.0:1780298646.652592:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605138432:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.652598:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.652605:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.652628:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.652629:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.652631:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.652635:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.652636:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.652649:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138560 00000100:00100000:1.0:1780298646.652653:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138560 00000100:00100000:0.0:1780298646.652671:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605138432:12345-192.168.203.125@tcp:106: Request processed in 80us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.652677:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24543 00000100:00100000:1.0:1780298646.652684:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24544 00000100:00100000:1.0:1780298646.652724:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605138560:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.652732:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.652743:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.652773:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.652776:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.652780:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.652782:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.652823:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605138560:12345-192.168.203.125@tcp:106: Request processed in 115us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.652831:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24544 00010000:00010000:1.0:1780298646.653289:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653301:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653310:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653318:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653325:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.653336:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:1.0:1780298646.653340:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.653344:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653352:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653360:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653367:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.653371:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.653377:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653394:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.653398:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653400:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.653420:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d564d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.653420:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.653439:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.653442:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609760768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.653452:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.653460:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.653464:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.653477:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.653485:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.653492:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.653500:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00010000:00010000:0.0:1780298646.653500:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.653505:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aef38/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.653507:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.653508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aef38/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.653511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7330 (ffff8c43878aed88/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.653516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7370 (ffff8c43878aebd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.653520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aef38/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.653526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7330 (ffff8c43878aef38/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.653529:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7370 (ffff8c43878aef38/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.653564:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298646.653570:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.653570:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.653583:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d5654 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.653594:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609760896:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.653597:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.653615:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.653620:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.653636:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.653639:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6930, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298646.653648:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.653650:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6970, osc lock ffff8c43878a4000, flags 0x400001002 00010000:00010000:2.0:1780298646.653658:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.653678:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.653726:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.653749:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.653757:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.653770:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609761024:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.653821:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.653832:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.653855:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.653874:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609761152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.654460:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.654497:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138688 00000100:00100000:0.0:1780298646.654502:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138688 00000100:00100000:0.0:1780298646.654533:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24545 00000100:00100000:0.0:1780298646.654542:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605138688:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.654550:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.654559:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.654573:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.654586:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.654588:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.654591:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138816 00000020:00010000:0.0:1780298646.654595:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:1.0:1780298646.654596:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138816 00000020:00010000:0.0:1780298646.654599:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.654619:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24546 00000100:00100000:1.0:1780298646.654627:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605138816:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.654635:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.654649:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605138688:12345-192.168.203.125@tcp:106: Request processed in 106us (186us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298646.654651:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.654663:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24545 00000020:00010000:1.0:1780298646.654682:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.654685:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.654718:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.654720:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.654750:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605138816:12345-192.168.203.125@tcp:106: Request processed in 125us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.654758:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24546 00010000:00010000:2.0:1780298646.655283:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655299:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655309:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655316:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655324:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.655333:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.655337:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.655340:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655348:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655355:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655362:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.655367:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655399:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.655403:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655411:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d5662 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.655422:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609761152:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.655437:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655445:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655453:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655460:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655466:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.655473:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:2.0:1780298646.655476:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.655486:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.655493:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.655500:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00010000:00010000:2.0:1780298646.655501:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.655506:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de480 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.655511:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de480 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.655516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6930 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.655518:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.655519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6970 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.655523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de480 (ffff8c43929eef38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.655524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6930 (ffff8c43929eef38/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.655524:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.655529:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6970 (ffff8c43929eef38/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.655558:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.655576:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.655582:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.655587:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00010000:00010000:2.0:1780298646.655591:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d565b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.655603:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609761024:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.655628:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 1204971, len 4923 00000080:00200000:3.0:1780298646.655643:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.655645:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.655652:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.655666:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [294, 295] 00000008:00010000:3.0:1780298646.655672:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.655674:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079ba20, flags 0x0 00010000:00010000:3.0:1780298646.655680:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (1204224 1212415) 00010000:00010000:3.0:1780298646.655739:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.655747:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1212415] (req 1204224->1212415) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.655754:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1212415] (req 1204224->1212415) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.655765:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609761280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.655797:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.656379:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609761280:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.656387:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.656395:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.656401:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.656407:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.656412:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=1261567 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.656422:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.656426:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.656437:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00000100:00100000:2.0:1780298646.656494:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609761408:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.657219:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609761408:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.657236:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23308 (ffff8c4390c27248/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.657240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23308 (ffff8c4390c27248/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.657242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c27008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.657245:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.657253:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.657261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23308 (ffff8c4390c27248/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.657263:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c27248/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.657279:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.657292:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.657298:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.657310:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.657318:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.657329:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298646.657334:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.657338:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.657340:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:3.0:1780298646.657343:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.657345:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.657349:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298646.657364:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.657367:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.657375:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.657376:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079ba20, flags 0x400001002 00000008:00010000:3.0:1780298646.657392:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.657393:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079a980, flags 0x400001002 00010000:00010000:3.0:1780298646.657397:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.657409:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.657414:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.657431:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.657440:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.657441:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.657447:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.657448:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609761536:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.657460:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.657475:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.657483:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609761664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.658159:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.658179:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.658192:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605138944 00000100:00100000:0.0:1780298646.658195:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139072 00000100:00100000:1.0:1780298646.658197:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605138944 00000100:00100000:0.0:1780298646.658199:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139072 00000100:00100000:1.0:1780298646.658228:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24547 00000100:00100000:0.0:1780298646.658234:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24548 00000100:00100000:1.0:1780298646.658238:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605138944:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.658245:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.658246:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605139072:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.658255:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.658257:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.658271:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.658299:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.658301:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.658308:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.658308:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.658311:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.658312:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.658318:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.658319:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:1.0:1780298646.658356:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605138944:12345-192.168.203.125@tcp:106: Request processed in 121us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.658358:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605139072:12345-192.168.203.125@tcp:106: Request processed in 115us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.658369:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24547 00000100:00100000:0.0:1780298646.658377:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24548 00010000:00010000:2.0:1780298646.658989:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.658999:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659009:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659012:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659020:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659027:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659028:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659047:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659048:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659063:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.659064:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.659070:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.659075:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.659076:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.659081:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.659084:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659089:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659092:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659096:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.659101:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659102:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659120:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.659120:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00000020:00010000:0.0:1780298646.659129:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093230 (ffff8c4390c27248/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.659130:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.659134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093230 (ffff8c4390c27248/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.659135:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.659136:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.659140:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.659142:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c27008/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.659151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c273f8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.659157:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093230 (ffff8c4390c27248/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.659159:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5670 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.659163:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27248/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.659172:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27248/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.659180:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00100000:2.0:1780298646.659183:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609761536:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.659185:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.659191:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5677 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.659202:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609761664:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.659216:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.659232:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.659242:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.659246:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.659263:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.659266:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084720, flags 0x400001002 00000008:00010000:0.0:1780298646.659281:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.659283:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386085a20, flags 0x400001002 00010000:00010000:0.0:1780298646.659291:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.659312:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.659326:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.659353:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:1.0:1780298646.659366:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609761792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.659372:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.659381:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.659394:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.659401:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.659407:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609761920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.660025:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.660056:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139200 00000100:00100000:1.0:1780298646.660059:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139200 00000100:00100000:1.0:1780298646.660082:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24549 00000100:00100000:1.0:1780298646.660089:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605139200:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.660097:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.660106:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.660126:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.660127:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.660130:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.660131:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.660158:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605139200:12345-192.168.203.125@tcp:106: Request processed in 69us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.660164:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24549 00000100:00100000:1.0:1780298646.660245:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.660277:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.660286:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139328 00000100:00100000:0.0:1780298646.660289:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139328 00000100:00100000:0.0:1780298646.660311:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24550 00000100:00100000:0.0:1780298646.660318:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605139328:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.660325:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.660334:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.660359:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.660361:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.660363:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.660364:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000100:00100000:0.0:1780298646.660393:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605139328:12345-192.168.203.125@tcp:106: Request processed in 76us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.660399:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24550 00010000:00010000:0.0:1780298646.660846:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660857:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660867:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660873:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660880:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.660886:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:0.0:1780298646.660888:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.660890:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660895:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660899:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660903:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.660905:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660921:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.660923:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.660927:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d567e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.660949:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609761792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.661109:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661116:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661122:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661127:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661131:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.661136:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.661138:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.661146:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661150:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661159:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661164:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.661166:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.661169:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00000020:00010000:3.0:1780298646.661173:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752480 (ffff8c43878ae908/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.661175:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752480 (ffff8c43878ae908/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.661177:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.661179:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.661182:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752480 (ffff8c43878ae908/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.661183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878ae908/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.661187:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878ae908/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.661187:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.661192:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.661198:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d5685 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.661208:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609761920:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.661219:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.661231:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00200008:3.0:1780298646.661240:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.661243:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.661254:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.661262:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.661270:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1780298646.661275:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.661279:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.661281:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d54c5 00000080:00010000:3.0:1780298646.661284:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d54c5 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.661286:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.661291:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1780298646.661308:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.661312:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.661324:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.661326:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef30, osc lock ffff8c43a079b8f0, flags 0x400001002 00000008:00010000:3.0:1780298646.661335:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.661336:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ef70, osc lock ffff8c43a079a390, flags 0x400001002 00010000:00010000:3.0:1780298646.661341:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.661354:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.661359:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.661377:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.661387:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.661388:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.661395:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.661400:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609762048:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.661406:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.661422:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.661430:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609762176:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.662143:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.662168:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.662183:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139456 00000100:00100000:1.0:1780298646.662187:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139584 00000100:00100000:0.0:1780298646.662188:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139456 00000100:00100000:1.0:1780298646.662192:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139584 00000100:00100000:0.0:1780298646.662222:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24551 00000100:00100000:1.0:1780298646.662229:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24552 00000100:00100000:0.0:1780298646.662234:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605139456:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.662241:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605139584:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.662242:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.662251:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.662254:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.662270:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.662324:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.662327:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.662328:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.662331:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.662336:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.662340:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.662340:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.662343:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.662386:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605139584:12345-192.168.203.125@tcp:106: Request processed in 148us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.662393:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605139456:12345-192.168.203.125@tcp:106: Request processed in 162us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.662396:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24552 00000100:00100000:0.0:1780298646.662405:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24551 00010000:00010000:2.0:1780298646.663110:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663119:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663126:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663131:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663136:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.663142:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.663145:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.663147:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663152:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663161:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663168:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.663172:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.663190:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.663201:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663203:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.663210:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.663218:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5693 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.663231:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609762176:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.663248:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.663262:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.663269:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.663276:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:3.0:1780298646.663279:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.663290:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.663298:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.663305:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.663310:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00010000:00010000:3.0:1780298646.663312:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.663314:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090b68 (ffff8c4390c27488/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.663317:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.663317:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090b68 (ffff8c4390c27488/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.663322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef30 (ffff8c4390c27cf8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.663328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ef70 (ffff8c4390c27908/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.663333:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090b68 (ffff8c4390c27488/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.663334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef30 (ffff8c4390c27488/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.663337:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ef70 (ffff8c4390c27488/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.663360:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.663376:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:0.0:1780298646.663377:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:2.0:1780298646.663381:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.663389:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.663390:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d568c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:0.0:1780298646.663393:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:2.0:1780298646.663402:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609762048:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298646.663408:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.663410:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c4386084390, flags 0x400001002 00000008:00010000:0.0:1780298646.663423:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.663425:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c4386085b50, flags 0x400001002 00010000:00010000:0.0:1780298646.663432:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.663449:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.663454:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.663474:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.663480:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.663488:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609762304:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.663534:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.663540:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.663552:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.663559:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609762432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.664355:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.664381:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.664391:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139840 00000100:00100000:0.0:1780298646.664394:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139840 00000100:00100000:1.0:1780298646.664399:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139712 00000100:00100000:1.0:1780298646.664404:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139712 00000100:00100000:0.0:1780298646.664418:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24553 00000100:00100000:0.0:1780298646.664424:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605139840:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.664430:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.664435:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24554 00010000:00010000:0.0:1780298646.664441:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.664449:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605139712:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.664461:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.664469:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.664475:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.664477:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:0.0:1780298646.664486:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.664488:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 16 00000020:00010000:1.0:1780298646.664519:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.664521:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605139840:12345-192.168.203.125@tcp:106: Request processed in 97us (166us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.664522:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.664533:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000100:00100000:0.0:1780298646.664533:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24553 00000020:00010000:1.0:1780298646.664537:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.664573:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605139712:12345-192.168.203.125@tcp:106: Request processed in 127us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.664579:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24554 00010000:00010000:0.0:1780298646.665226:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665234:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665240:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665246:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665251:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.665256:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.665258:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.665261:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665265:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665270:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665274:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.665276:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665296:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.665299:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665303:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d56a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.665311:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609762432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.665319:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665324:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665333:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665337:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665340:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.665344:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=18446744073709551615 00000020:00200000:0.0:1780298646.665346:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.665354:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665358:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665362:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665366:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.665368:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.665396:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:3.0:1780298646.665398:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00010000:00010000:0.0:1780298646.665401:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.665404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750248 (ffff8c43878ae638/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.665411:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750248 (ffff8c43878ae638/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.665418:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878ae7e8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.665419:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000054c17fb6/0x11c228eb194d569a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.665424:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae008/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.665430:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750248 (ffff8c43878ae638/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.665436:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878ae638/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.665441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878ae638/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.665445:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609762304:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.665477:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.665491:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00200000:3.0:1780298646.665527:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 6841266, len 4709 00000080:00200000:3.0:1780298646.665540:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.665542:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.665548:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.665560:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1670, 1671] 00000008:00010000:3.0:1780298646.665565:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.665567:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079a720, flags 0x0 00010000:00010000:3.0:1780298646.665574:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.665583:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2646016 2654207) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.665589:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.665594:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.665598:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.665609:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 536 00000100:00100000:2.0:1780298646.665651:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.665661:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609762560:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.666698:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609762560:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.666703:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23218 (ffff8c4390c27878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.666718:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23218 (ffff8c4390c27878/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.666721:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.666726:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.666734:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.666742:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23218 (ffff8c4390c27878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.666744:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c27878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.666759:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.666774:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.666781:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.666795:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.666805:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.666814:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298646.666819:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.666824:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.666825:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:3.0:1780298646.666829:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.666831:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.666836:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298646.666853:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.666856:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.666866:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.666867:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e0f0, osc lock ffff8c43a079a720, flags 0x400001002 00000008:00010000:3.0:1780298646.666876:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.666877:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e130, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298646.666883:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.666896:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.666901:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.666919:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.666929:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.666934:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.666936:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609762688:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.666947:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.666967:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609762816:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.667682:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.667739:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605139968 00000100:00100000:1.0:1780298646.667742:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.667744:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605139968 00000100:00100000:0.0:1780298646.667765:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140096 00000100:00100000:0.0:1780298646.667768:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140096 00000100:00100000:1.0:1780298646.667780:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24555 00000100:00100000:0.0:1780298646.667787:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24556 00000100:00100000:1.0:1780298646.667788:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605139968:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.667792:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605140096:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.667795:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.667797:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.667805:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.667805:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.667830:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.667832:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.667833:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.667834:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.667836:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.667838:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.667838:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.667839:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.667871:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605139968:12345-192.168.203.125@tcp:106: Request processed in 84us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.667871:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605140096:12345-192.168.203.125@tcp:106: Request processed in 78us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.667878:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24555 00000100:00100000:0.0:1780298646.667885:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24556 00010000:00010000:2.0:1780298646.668491:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668501:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.668501:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.668519:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668520:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.668534:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668537:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.668542:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668547:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.668553:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00010000:00010000:3.0:1780298646.668554:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.668556:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.668560:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.668563:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2651671, setting rss=2651671; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.668566:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.668574:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668587:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.668587:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.668593:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:0.0:1780298646.668600:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090b68 (ffff8c4390c27878/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.668607:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.668607:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090b68 (ffff8c4390c27878/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.668611:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.668613:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e0f0 (ffff8c4390c277e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.668619:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e130 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.668626:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090b68 (ffff8c4390c27878/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.668631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e0f0 (ffff8c4390c27878/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.668635:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.668639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e130 (ffff8c4390c27878/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.668641:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.668641:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668646:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.668659:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.668676:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:2.0:1780298646.668705:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:0.0:1780298646.668721:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:3.0:1780298646.668722:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.668722:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668727:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:0.0:1780298646.668730:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00010000:00010000:2.0:1780298646.668742:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d56a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.668743:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.668750:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.668753:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71b0, osc lock ffff8c43860857c0, flags 0x400001002 00000100:00100000:2.0:1780298646.668766:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609762688:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298646.668766:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000100:00100000:3.0:1780298646.668769:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609762816:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298646.668769:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b71f0, osc lock ffff8c4386084850, flags 0x400001002 00010000:00010000:0.0:1780298646.668779:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.668796:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.668801:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.668824:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.668834:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.668843:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609762944:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.668894:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.668901:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.668918:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.668931:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609763072:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.669516:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.669559:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.669568:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140224 00000100:00100000:0.0:1780298646.669572:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140224 00000100:00100000:0.0:1780298646.669596:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24557 00000100:00100000:0.0:1780298646.669602:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605140224:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.669607:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.669612:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.669620:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.669623:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140352 00000100:00100000:1.0:1780298646.669627:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140352 00000100:00100000:1.0:1780298646.669646:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24558 00000020:00010000:0.0:1780298646.669650:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.669653:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605140352:12345-192.168.203.125@tcp:106: 00000020:00010000:0.0:1780298646.669653:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.669660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:1.0:1780298646.669662:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.669662:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00010000:00010000:1.0:1780298646.669669:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.669731:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.669732:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605140224:12345-192.168.203.125@tcp:106: Request processed in 128us (213us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.669734:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.669740:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:0.0:1780298646.669743:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24557 00000020:00010000:1.0:1780298646.669744:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.669787:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605140352:12345-192.168.203.125@tcp:106: Request processed in 134us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.669794:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24558 00010000:00010000:0.0:1780298646.670527:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670535:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670540:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670544:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670549:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.670554:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2651671, setting rss=2651671; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.670556:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.670558:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670562:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670567:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670574:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.670576:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670592:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.670594:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670599:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000095f67319/0x11c228eb194d56bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.670606:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609763072:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.670614:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670619:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670623:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670627:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670635:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.670639:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:0.0:1780298646.670640:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.670649:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670653:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670658:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.670662:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.670664:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.670667:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:3.0:1780298646.670671:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753908 (ffff8c43878aeea8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.670674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753908 (ffff8c43878aeea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.670676:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71b0 (ffff8c43878ae5a8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.670678:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:3.0:1780298646.670679:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b71f0 (ffff8c43878ae248/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.670682:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.670683:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753908 (ffff8c43878aeea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.670704:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71b0 (ffff8c43878aeea8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.670718:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b71f0 (ffff8c43878aeea8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.670727:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d56b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.670742:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609762944:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.670748:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.670765:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00a00000:3.0:1780298646.670812:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af570 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:3.0:1780298646.670827:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.670831:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.670843:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.670844:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e930, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298646.670853:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.670854:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e970, osc lock ffff8c43a079b300, flags 0x400001002 00010000:00010000:3.0:1780298646.670860:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.670873:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.670879:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.670897:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.670904:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.670912:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609763200:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.670949:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.670957:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.670982:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.670987:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609763328:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.671848:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.671879:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.671889:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140608 00000100:00100000:1.0:1780298646.671893:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140608 00000100:00100000:0.0:1780298646.671899:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140480 00000100:00100000:0.0:1780298646.671905:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140480 00000100:00100000:1.0:1780298646.671922:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24559 00000100:00100000:1.0:1780298646.671930:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605140608:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.671936:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.671941:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24560 00010000:00010000:1.0:1780298646.671948:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.671955:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605140480:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.671964:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.671972:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.671975:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00010000:00010000:0.0:1780298646.671976:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.671979:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.671982:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.672015:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.672020:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605140608:12345-192.168.203.125@tcp:106: Request processed in 87us (170us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298646.672020:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.672031:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.672033:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.672036:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24559 00000100:00100000:0.0:1780298646.672074:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605140480:12345-192.168.203.125@tcp:106: Request processed in 123us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.672080:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24560 00010000:00010000:2.0:1780298646.672887:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672895:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672902:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672906:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672910:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.672925:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2651671, setting rss=2651671; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.672927:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.672929:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672934:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672938:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672943:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.672946:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672967:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.672969:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672973:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.672981:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609763328:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.672990:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.672995:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.673000:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.673004:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.673012:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.673016:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.673018:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.673026:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.673030:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.673035:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.673038:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.673040:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.673053:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00010000:00010000:2.0:1780298646.673055:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.673058:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.673059:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093230 (ffff8c4390c27d88/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.673066:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093230 (ffff8c4390c27d88/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.673067:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c94779d2/0x11c228eb194d56c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.673072:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e930 (ffff8c4390c27f38/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.673080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e970 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.673085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093230 (ffff8c4390c27d88/0) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.673086:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609763200:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.673091:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e930 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.673096:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e970 (ffff8c4390c27d88/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.673123:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.673190:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1191 00000080:00200000:0.0:1780298646.673196:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.673203:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.673222:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1191, 1191] 00000008:00010000:0.0:1780298646.673230:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.673233:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aefb0, osc lock ffff8c43860858f0, flags 0x0 00010000:00010000:0.0:1780298646.673243:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.673254:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (684032 688127) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.673264:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.673271:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.673278:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.673288:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9158656 00000008:00010000:0.0:1780298646.673325:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d026c0 00000008:00010000:0.0:1780298646.673365:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d026c0 00010000:00010000:0.0:1780298646.673383:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (684032 688127) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1780298646.673409:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388662a00 - object 0x280000401:18 offset 684032<>688128 00000100:00100000:0.0:1780298646.673449:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.673460:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609763456:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.674304:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d026c0 00000020:00200000:0.0:1780298646.674311:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.674325:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d026c0 00000100:00100000:0.0:1780298646.674340:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609763456:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.674346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa7b8 (ffff8c43878ae878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.674350:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa7b8 (ffff8c43878ae878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.674352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aefb0 (ffff8c43878ae098/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.674355:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.674362:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.674372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa7b8 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.674374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aefb0 (ffff8c43878ae878/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.674392:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.674433:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1192 00000080:00200000:2.0:1780298646.674436:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.674440:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.674451:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1192, 1192] 00000008:00010000:2.0:1780298646.674456:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.674458:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6730, osc lock ffff8c43878a4980, flags 0x0 00010000:00010000:2.0:1780298646.674463:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.674470:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (688128 692223) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.674475:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.674480:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.674484:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.674489:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9158656 00010000:00010000:2.0:1780298646.674503:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.674508:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (659456 663551) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.674603:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617000 00010000:00010000:2.0:1780298646.674611:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.674616:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.674636:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617000 00010000:00010000:2.0:1780298646.674645:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (688128 692223) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:2.0:1780298646.674662:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644000 - object 0x280000401:18 offset 659456<>724992 00000100:00100000:3.0:1780298646.674725:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609763584:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.676434:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617000 00000020:00200000:2.0:1780298646.676438:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.676450:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617000 00000100:00100000:2.0:1780298646.676462:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609763584:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.676466:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929eeb48/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.676470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929eeb48/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.676472:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6730 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.676476:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.676484:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.676494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929eeb48/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.676496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6730 (ffff8c43929eeb48/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.676513:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.676548:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1193 00000080:00200008:0.0:1780298646.676587:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.676592:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.676606:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.676614:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.676621:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298646.676626:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.676630:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.676632:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:0.0:1780298646.676636:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.676638:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.676643:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1780298646.676656:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.676660:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.676671:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.676673:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c4386084130, flags 0x400001002 00000008:00010000:0.0:1780298646.676681:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.676682:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c4386084e40, flags 0x400001002 00010000:00010000:0.0:1780298646.676705:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.676736:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.676742:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.676765:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.676775:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.676780:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.676788:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.676795:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609763840:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.676807:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609763712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.677463:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.677483:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.677506:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140736 00000100:00100000:1.0:1780298646.677508:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140864 00000100:00100000:0.0:1780298646.677510:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140736 00000100:00100000:1.0:1780298646.677513:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140864 00000100:00100000:0.0:1780298646.677543:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24561 00000100:00100000:1.0:1780298646.677549:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24562 00000100:00100000:0.0:1780298646.677553:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605140736:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.677560:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605140864:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.677560:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.677568:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.677575:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.677582:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.677595:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.677597:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.677599:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.677601:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.677609:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.677611:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.677614:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.677615:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.677632:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605140736:12345-192.168.203.125@tcp:106: Request processed in 82us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.677637:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24561 00000100:00100000:1.0:1780298646.677649:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605140864:12345-192.168.203.125@tcp:106: Request processed in 91us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.677656:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24562 00010000:00010000:1.0:1780298646.678231:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678243:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678253:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678260:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678267:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.678276:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2651671, setting rss=2651671; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.678280:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.678284:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678291:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678298:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678305:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.678308:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678329:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.678332:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678337:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000007ae3ee93/0x11c228eb194d56d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.678345:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609763840:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.678365:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678371:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678376:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678387:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678395:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.678400:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:1.0:1780298646.678402:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.678410:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678417:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678424:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.678430:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.678433:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.678437:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:0.0:1780298646.678441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751918 (ffff8c43878ae368/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.678443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751918 (ffff8c43878ae368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.678446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878aeb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.678449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.678452:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751918 (ffff8c43878ae368/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.678454:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.678454:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878ae368/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.678457:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.678457:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878ae368/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.678465:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d56d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.678480:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609763712:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.678480:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.678496:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.678509:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.678513:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.678522:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.678524:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c4386084e40, flags 0x400001002 00000008:00010000:0.0:1780298646.678531:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.678532:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c4386084130, flags 0x400001002 00010000:00010000:0.0:1780298646.678538:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.678551:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.678556:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.678575:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:1.0:1780298646.678589:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298646.678590:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.678597:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609763968:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.678597:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.678607:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.678621:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.678629:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609764096:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.679273:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.679303:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.679319:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (1/2 left), rc = 0 00000100:00100000:0.0:1780298646.679322:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605140992 00000100:00100000:1.0:1780298646.679326:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141120 00000100:00100000:0.0:1780298646.679326:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605140992 00000100:00100000:1.0:1780298646.679331:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141120 00000100:00100000:0.0:1780298646.679348:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24563 00000100:00100000:0.0:1780298646.679354:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605140992:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.679360:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24564 00010000:00010000:0.0:1780298646.679360:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.679368:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.679374:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605141120:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.679383:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.679392:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.679394:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00010000:00010000:1.0:1780298646.679397:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.679397:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.679400:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.679428:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605140992:12345-192.168.203.125@tcp:106: Request processed in 74us (155us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.679437:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.679441:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24563 00000020:00010000:1.0:1780298646.679442:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.679448:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.679450:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.679486:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605141120:12345-192.168.203.125@tcp:106: Request processed in 117us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.679494:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24564 00010000:00010000:1.0:1780298646.680014:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680032:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680041:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680048:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680056:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.680065:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:1.0:1780298646.680068:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.680072:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680080:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680089:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680096:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.680101:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680128:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.680133:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.680141:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d56e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680153:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.680155:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609763968:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.680170:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680180:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680187:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680195:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.680204:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2651671, setting rss=2651671; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.680208:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.680220:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680227:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680235:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680242:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.680246:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.680249:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:2.0:1780298646.680257:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751918 (ffff8c43878ae368/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.680261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751918 (ffff8c43878ae368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.680264:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.680267:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878aeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.680271:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751918 (ffff8c43878ae368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.680274:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878ae368/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.680277:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.680278:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878ae368/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.680283:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.680292:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d56e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.680306:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.680307:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609764096:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.680325:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00a00000:2.0:1780298646.680368:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.680382:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.680386:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.680398:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.680399:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6cf0, osc lock ffff8c43878a4980, flags 0x400001002 00000008:00010000:2.0:1780298646.680408:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.680409:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6d30, osc lock ffff8c43878a4000, flags 0x400001002 00010000:00010000:2.0:1780298646.680415:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.680429:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.680436:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.680465:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.680474:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.680483:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609764224:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.680506:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.680515:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.680537:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.680545:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609764352:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.681040:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.681073:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141248 00000100:00100000:1.0:1780298646.681077:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141248 00000100:00100000:1.0:1780298646.681103:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24565 00000100:00100000:1.0:1780298646.681110:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605141248:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.681119:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.681128:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.681150:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.681152:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.681156:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.681158:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.681195:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605141248:12345-192.168.203.125@tcp:106: Request processed in 85us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.681203:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24565 00000100:00100000:0.0:1780298646.681233:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.681276:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141376 00000100:00100000:1.0:1780298646.681280:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141376 00000100:00100000:1.0:1780298646.681304:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24566 00000100:00100000:1.0:1780298646.681312:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605141376:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.681319:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.681328:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.681347:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.681349:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:1.0:1780298646.681352:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.681354:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.681382:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605141376:12345-192.168.203.125@tcp:106: Request processed in 71us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.681393:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24566 00010000:00010000:2.0:1780298646.681666:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681674:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681679:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681683:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681705:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.681724:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.681728:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.681732:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681744:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681751:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681758:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.681761:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681792:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.681797:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681805:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d56ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.681817:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609764224:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.681977:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.681989:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.682018:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.682025:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.682033:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.682043:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2651671, setting rss=2651671; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.682046:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.682054:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.682063:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.682071:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.682076:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00010000:00010000:2.0:1780298646.682078:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.682082:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929eea28/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.682083:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.682086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929eea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.682092:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6cf0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.682097:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6d30 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.682101:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929eea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.682106:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6cf0 (ffff8c43929eea28/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.682111:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6d30 (ffff8c43929eea28/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.682141:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.682147:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.682150:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.682160:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d56f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.682172:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609764352:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.682209:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2043 00000080:00200000:3.0:1780298646.682214:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.682219:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.682232:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [2043, 2043] 00000008:00010000:3.0:1780298646.682238:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.682240:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298646.682245:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (4173824 4177919) 00010000:00010000:3.0:1780298646.682258:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.682264:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.682270:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.682279:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609764480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.682307:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.682926:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.682958:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141504 00000100:00100000:1.0:1780298646.682963:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141504 00000100:00100000:1.0:1780298646.682991:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24567 00000100:00100000:1.0:1780298646.682998:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605141504:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.683012:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.683052:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.683059:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605141504:12345-192.168.203.125@tcp:104: Request processed in 62us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.683066:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24567 00010000:00010000:3.0:1780298646.683086:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.683093:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.683106:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.683109:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.683184:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.683191:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.683227:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.683235:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.683253:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.683261:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5615 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2142208->35696639] (req 2142208->2150399) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303682b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.683272:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609764608:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.683277:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.683280:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.683282:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.683552:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609764480:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.683562:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.683572:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.683585:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.683991:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.684024:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141632 00000100:00100000:1.0:1780298646.684029:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141632 00000100:00100000:1.0:1780298646.684055:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24568 00000100:00100000:1.0:1780298646.684062:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605141632:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.684070:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.684080:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [4173824->4177919] (req 4173824->4177919) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.684089:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.684097:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.684105:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.684114:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 6/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.684131:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d800) 00010000:00010000:3.0:1780298646.684140:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.684148:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.684155:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.684159:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605141632:12345-192.168.203.125@tcp:105: Request processed in 96us (166us total) trans 0 rc 0/0 00000008:00010000:3.0:1780298646.684165:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2651671, setting rss=2651671; kms=2651671, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.684170:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24568 00010000:00010000:3.0:1780298646.684177:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.684182:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.684196:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9158656 00000008:00010000:3.0:1780298646.684224:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab9c0 00000008:00010000:3.0:1780298646.684278:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab9c0 00010000:00010000:3.0:1780298646.684294:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4173824 4177919) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.684311:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3480 - object 0x280000401:18 offset 4173824<>4177920 00000100:00100000:2.0:1780298646.684341:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.684350:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609764736:192.168.203.125@tcp:3:fsx.0 00000100:00100000:2.0:1780298646.684723:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609764608:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.685104:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab9c0 00000020:00200000:2.0:1780298646.685112:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.685123:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab9c0 00000020:00010000:3.0:1780298646.685136:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_release():245 00000100:00100000:2.0:1780298646.685139:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609764736:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.685140:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.685146:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.685150:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.685157:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.685165:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.685168:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.685198:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.685307:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.685315:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.685331:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.685342:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.685353:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.685361:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.685366:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.685370:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:2.0:1780298646.685375:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.685378:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.685385:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.685407:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.685412:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.685428:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.685431:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298646.685444:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.685445:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298646.685453:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.685470:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.685479:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.685504:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.685512:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.685514:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.685521:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609764864:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.685530:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.685534:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.685543:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:2.0:1780298646.685555:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.686179:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.686207:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141760 00000100:00100000:1.0:1780298646.686211:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141760 00000100:00100000:1.0:1780298646.686232:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24569 00000100:00100000:1.0:1780298646.686238:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605141760:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.686243:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.686250:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.686270:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.686272:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.686274:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.686275:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.686303:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605141760:12345-192.168.203.125@tcp:106: Request processed in 66us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.686307:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24569 00010000:00010000:3.0:1780298646.686892:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686901:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686907:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686921:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686928:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.686934:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:3.0:1780298646.686937:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.686943:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686948:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686952:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.686957:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.686960:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.686968:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:2.0:1780298646.686973:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.686975:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.686978:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.686979:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.686980:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.686983:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.686983:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.686989:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.686995:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929ee878/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.687006:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5703 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.687019:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.687022:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609764864:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.687033:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.687043:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.687046:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.687054:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.687055:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4f70, flags 0x400001002 00000008:00010000:2.0:1780298646.687061:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.687063:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4ab0, flags 0x400001002 00010000:00010000:2.0:1780298646.687068:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.687082:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.687089:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.687106:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.687112:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298646.687116:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:2.0:1780298646.687118:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.687121:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:3.0:1780298646.687125:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609764992:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.687134:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.687141:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.687724:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.687767:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605141888 00000100:00100000:1.0:1780298646.687772:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605141888 00000100:00100000:1.0:1780298646.687794:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24570 00000100:00100000:1.0:1780298646.687799:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605141888:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.687805:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.687817:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.687832:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.687833:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.687836:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.687837:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.687867:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605141888:12345-192.168.203.125@tcp:106: Request processed in 66us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.687875:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24570 00010000:00010000:3.0:1780298646.688434:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688444:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688452:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688459:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688465:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.688473:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:3.0:1780298646.688476:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.688486:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688493:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688500:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.688506:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.688510:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.688511:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:2.0:1780298646.688516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.688521:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.688525:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.688527:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.688529:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.688531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.688533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929ee878/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.688558:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.688564:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.688564:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.688573:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d570a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.688575:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000080:00200008:2.0:1780298646.688585:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000100:00100000:3.0:1780298646.688590:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609764992:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.688590:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.688601:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.688608:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.688614:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.688619:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.688622:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.688624:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:2.0:1780298646.688627:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.688629:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.688633:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1780298646.688645:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.688648:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.688655:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.688656:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6db0, osc lock ffff8c43878a4ab0, flags 0x400001002 00000008:00010000:2.0:1780298646.688661:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.688662:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6df0, osc lock ffff8c43878a4f70, flags 0x400001002 00010000:00010000:2.0:1780298646.688666:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.688677:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.688682:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.688728:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:2.0:1780298646.688738:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.688746:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609765120:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.688757:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.688766:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.688769:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.688775:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298646.688783:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.689393:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.689437:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.689445:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142016 00000100:00100000:1.0:1780298646.689448:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142016 00000100:00100000:1.0:1780298646.689467:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24571 00000100:00100000:1.0:1780298646.689473:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605142016:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.689479:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.689485:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.689504:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.689506:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.689508:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.689509:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.689536:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605142016:12345-192.168.203.125@tcp:106: Request processed in 64us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.689540:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24571 00010000:00010000:2.0:1780298646.690103:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.690111:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.690120:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.690126:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.690133:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.690147:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.690151:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.690161:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.690166:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.690174:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.690179:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00010000:00010000:2.0:1780298646.690181:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.690183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.690186:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.690187:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.690188:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6db0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.690194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6df0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.690198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee878/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.690202:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6db0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.690204:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6df0 (ffff8c43929ee878/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.690229:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.690240:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.690246:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.690249:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:2.0:1780298646.690254:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d5711 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.690261:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:2.0:1780298646.690264:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609765120:192.168.203.125@tcp:101:fsx.0 00000001:00010000:3.0:1780298646.690266:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.690277:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.690279:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298646.690286:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.690287:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298646.690293:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.690306:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.690312:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.690335:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:2.0:1780298646.690346:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609765248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.690349:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:3.0:1780298646.690356:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.690358:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780298646.690363:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298646.690369:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.690907:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.690946:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142144 00000100:00100000:1.0:1780298646.690950:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142144 00000100:00100000:1.0:1780298646.690973:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24572 00000100:00100000:1.0:1780298646.690980:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605142144:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.690988:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.690994:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.691008:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.691010:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.691012:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.691013:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.691039:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605142144:12345-192.168.203.125@tcp:106: Request processed in 60us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.691043:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24572 00010000:00010000:2.0:1780298646.691621:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.691628:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.691634:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.691638:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.691642:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.691647:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.691658:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.691670:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.691678:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.691717:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00010000:00010000:2.0:1780298646.691717:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.691727:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.691734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.691737:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.691739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.691741:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.691745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.691751:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.691754:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.691757:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27c68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.691776:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.691782:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.691788:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.691790:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000005aebd400/0x11c228eb194d5718 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.691800:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00000100:00100000:2.0:1780298646.691805:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609765248:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.691834:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 1246690, len 6316 00000080:00200000:3.0:1780298646.691848:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.691851:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.691856:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.691867:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [304, 305] 00000008:00010000:3.0:1780298646.691871:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.691873:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079a130, flags 0x0 00010000:00010000:3.0:1780298646.691879:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (1245184 1253375) 00010000:00010000:3.0:1780298646.691892:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.691898:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.691903:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.691912:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609765376:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.691942:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.692637:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.692677:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142272 00000100:00100000:1.0:1780298646.692680:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142272 00000100:00100000:1.0:1780298646.692733:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24573 00000100:00100000:1.0:1780298646.692741:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605142272:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.692750:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.692793:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.692798:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605142272:12345-192.168.203.125@tcp:104: Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.692805:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24573 00010000:00010000:2.0:1780298646.692826:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.692834:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.692844:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.692848:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.692884:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.692894:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.692942:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.692955:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.692975:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.692978:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609765504:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.692989:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000feae2f16/0x11c228eb194d5669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1204224->1261567] (req 1204224->1212415) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303687f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.693001:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.693003:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.693006:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.693303:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609765376:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.693312:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.693319:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.693324:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.693764:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.693803:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142400 00000100:00100000:1.0:1780298646.693806:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142400 00000100:00100000:1.0:1780298646.693833:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24574 00000100:00100000:1.0:1780298646.693841:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605142400:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.693849:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.693859:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1253375] (req 1245184->1253375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.693865:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.693870:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.693876:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.693882:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.693899:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217d600) 00010000:00010000:3.0:1780298646.693909:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.693917:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.693924:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.693930:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605142400:12345-192.168.203.125@tcp:105: Request processed in 88us (165us total) trans 0 rc 0/0 00000008:00010000:3.0:1780298646.693931:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5755015, setting rss=5755015; leaving kms=5755015, end=1261567 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.693942:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24574 00010000:00010000:3.0:1780298646.693946:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.693952:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.693967:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000100:00100000:2.0:1780298646.694025:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609765632:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298646.694417:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609765504:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.694841:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609765632:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.694914:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.694917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.694919:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.694922:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.694932:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.694943:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.694945:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.694965:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.694984:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.694990:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.695003:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.695012:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.695022:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:3.0:1780298646.695029:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.695034:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.695037:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d550b 00000080:00010000:3.0:1780298646.695041:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d550b from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.695044:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780298646.695051:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000080:00200000:3.0:1780298646.695081:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.695086:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.695099:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.695101:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079a130, flags 0x400001002 00000008:00010000:3.0:1780298646.695111:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.695113:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:3.0:1780298646.695119:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.695135:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.695143:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.695166:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.695172:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:3.0:1780298646.695178:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.695180:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.695185:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1780298646.695188:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609765760:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.695201:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.695945:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.695979:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142528 00000100:00100000:1.0:1780298646.695983:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142528 00000100:00100000:1.0:1780298646.696016:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24575 00000100:00100000:1.0:1780298646.696025:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605142528:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.696033:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.696041:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.696062:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.696063:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.696066:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.696067:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.696094:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605142528:12345-192.168.203.125@tcp:106: Request processed in 72us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.696098:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24575 00010000:00010000:2.0:1780298646.696654:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.696666:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.696675:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.696682:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.696727:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.696736:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.696740:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.696749:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.696757:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.696758:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:3.0:1780298646.696764:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.696768:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.696772:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.696772:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.696774:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.696779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.696784:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.696789:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27c68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.696790:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.696795:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.696804:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.696816:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.696827:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.696830:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00010000:00010000:2.0:1780298646.696830:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.696837:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.696839:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.696842:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079b7c0, flags 0x400001002 00010000:00010000:2.0:1780298646.696850:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000982ceef0/0x11c228eb194d5726 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.696852:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.696855:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298646.696864:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.696873:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609765760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.696885:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.696894:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.696919:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780298646.696930:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:3.0:1780298646.696935:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:3.0:1780298646.696937:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:2.0:1780298646.696939:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780298646.696945:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:2.0:1780298646.696951:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609765888:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.696953:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.697538:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.697596:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142656 00000100:00100000:1.0:1780298646.697602:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142656 00000100:00100000:1.0:1780298646.697631:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24576 00000100:00100000:1.0:1780298646.697637:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605142656:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.697644:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.697651:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.697667:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.697669:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.697671:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 4, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.697672:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 5755015 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.697728:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605142656:12345-192.168.203.125@tcp:106: Request processed in 91us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.697733:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24576 00010000:00010000:2.0:1780298646.698302:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.698313:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.698322:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.698329:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.698336:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.698344:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 5755015, setting rss=5755015; leaving kms=4964352, end=18446744073709551615 00000020:00200000:2.0:1780298646.698347:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.698359:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.698372:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.698375:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9949319 i_blocks 552 00000020:00010000:3.0:1780298646.698380:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.698384:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.698384:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.698386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.698391:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c27758/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.698397:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091918 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.698401:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27c68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.698402:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.698404:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27c68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.698408:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.698419:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.698430:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9949319 00010000:00010000:2.0:1780298646.698438:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.698442:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.698450:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee1d1b85/0x11c228eb194d572d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:3.0:1780298646.698457:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 9949319, valid attrs 2068, mode 0, uid 0, gid 0, new size 1737119, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00000100:00100000:2.0:1780298646.698463:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609765888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.698477:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.698493:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 160 lru_type: 1 00010000:00010000:3.0:1780298646.698518:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.698525:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.698528:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d54c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e630366d4 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000020:00100000:3.0:1780298646.698542:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780298646.698549:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43863a1880 x1866777609766144/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1780298646.698565:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609766144:192.168.203.125@tcp:36:fsx.0 00000100:00100000:3.0:1780298646.698601:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.699480:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.699522:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142784 00000100:00100000:1.0:1780298646.699526:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142784 00000100:00100000:1.0:1780298646.699551:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24577 00000100:00100000:1.0:1780298646.699559:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605142784:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.699566:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1780298646.699593:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.699600:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:6477:x1866777605142784:12345-192.168.203.125@tcp:104: Request processed in 42us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.699606:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24577 00010000:00010000:3.0:1780298646.699614:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.699621:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699628:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:3.0:1780298646.699632:0:15609:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699640:0:15609:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699651:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699662:0:15609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 159 lru_type: 1 00010000:00010000:3.0:1780298646.699745:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699752:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.699768:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699773:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217c800/0x11c228eb194d550b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e63036721 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:3.0:1780298646.699782:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.699783:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.699785:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.699786:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609766272:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.700521:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609766272:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.700756:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609766144:192.168.203.125@tcp:36:fsx.0 00000080:00200000:3.0:1780298646.700789:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.700793:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.700800:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.700815:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1780298646.700820:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.700822:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec30, osc lock ffff8c43a079a130, flags 0x0 00000008:00010000:3.0:1780298646.700824:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.700825:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ec70, osc lock ffff8c43a079b7c0, flags 0x0 00010000:00010000:3.0:1780298646.700832:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.700846:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.700852:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.700857:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.700865:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609766400:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.700892:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.701530:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.701576:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.701586:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605142912 00000100:00100000:1.0:1780298646.701590:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605142912 00000100:00100000:1.0:1780298646.701618:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24578 00000100:00100000:1.0:1780298646.701625:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605142912:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.701633:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.701642:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.701666:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298646.701682:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.701721:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605142912:12345-192.168.203.125@tcp:104: Request processed in 64us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.701729:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24578 00010000:00010000:2.0:1780298646.701738:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.701745:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.701761:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143040 00010000:00010000:2.0:1780298646.701762:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:0.0:1780298646.701762:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.701767:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143040 00010000:00010000:2.0:1780298646.701769:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.701784:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143168 00000100:00100000:1.0:1780298646.701787:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143168 00000100:00100000:1.0:1780298646.701801:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143296 00000100:00100000:1.0:1780298646.701804:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143296 00000080:00200000:2.0:1780298646.701809:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1780298646.701823:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24579 00010000:00010000:2.0:1780298646.701826:0:15608:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1265664 1269759) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.701832:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8356:x1866777605143040:12345-192.168.203.125@tcp:104: 00000100:00100000:0.0:1780298646.701839:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298646.701846:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 7 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.701880:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.701886:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8356:x1866777605143040:12345-192.168.203.125@tcp:104: Request processed in 57us (246us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.701892:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.701893:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24579 00000080:00200000:2.0:1780298646.701896:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.701897:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.701905:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143424 00010000:00010000:3.0:1780298646.701908:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:1.0:1780298646.701909:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143424 00010000:00010000:3.0:1780298646.701913:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.701927:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24580 00000100:00100000:1.0:1780298646.701933:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8356:x1866777605143168:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.701939:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.701966:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.701974:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.701976:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.701983:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+5:8356:x1866777605143168:12345-192.168.203.125@tcp:104: Request processed in 50us (316us total) trans 0 rc 0/0 00000008:00010000:3.0:1780298646.701989:0:6616:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 6 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.701989:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24580 00010000:00010000:2.0:1780298646.701992:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 7 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1780298646.702008:0:6616:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 7 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.702010:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d559e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 7 type: EXT [1265664->2088959] (req 1265664->1269759) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e630367b4 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.702017:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24581 00000100:00100000:1.0:1780298646.702025:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605143296:12345-192.168.203.125@tcp:104: 00000008:00010000:3.0:1780298646.702028:0:6616:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 7 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.702035:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.702036:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.702043:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.702059:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.702063:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.702083:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000008:00010000:3.0:1780298646.702084:0:6616:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.702089:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605143296:12345-192.168.203.125@tcp:104: Request processed in 65us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.702096:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24581 00010000:00010000:2.0:1780298646.702107:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.702114:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5750784 5754879) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.702114:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24582 00000100:00100000:1.0:1780298646.702121:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605143424:12345-192.168.203.125@tcp:104: 00010000:00010000:2.0:1780298646.702122:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.702129:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.702134:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.702140:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.702168:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.702174:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605143424:12345-192.168.203.125@tcp:104: Request processed in 53us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.702182:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24582 00000008:00010000:2.0:1780298646.702183:0:6149:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.702194:0:6149:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.702213:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780298646.702218:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.702221:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2228224 2232319) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.702233:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.702238:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.702268:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.702274:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000008:00100000:2.0:1780298646.702296:0:6149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388646300 - object 0x2c0000401:17 offset 2228224<>2240512 00010000:00010000:1.0:1780298646.702309:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.702317:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000008:00100000:3.0:1780298646.702321:0:6616:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0000 - object 0x2c0000401:17 offset 4964352<>5755015 00000100:00100000:2.0:1780298646.702333:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609766784:192.168.203.125@tcp:4:fsx.0 00010000:00010000:1.0:1780298646.702338:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.702346:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d571f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [1245184->1261567] (req 1245184->1253375) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036935 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.702348:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609766528:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.702355:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609766912:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298646.702359:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.702361:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.702363:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.702371:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.702467:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609766656:192.168.203.125@tcp:4:fsx.0 00000100:00100000:3.0:1780298646.702733:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609766400:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.702795:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.702802:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.702807:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.703228:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609766912:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.703346:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609766528:192.168.203.125@tcp:103:ldlm_bl.0 00000008:00010000:2.0:1780298646.703610:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.703649:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000df212090 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.703662:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:2.0:1780298646.703672:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609766784:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298646.703772:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.703800:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.703806:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.703822:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.703828:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d556d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2088960->4964351] (req 2088960->2097151) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036783 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.703839:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.703840:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.703843:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609767040:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.703843:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:2.0:1780298646.704277:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.704297:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ee87e5ef ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.704305:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.704312:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00010000:2.0:1780298646.704327:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000033593f32 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x800429400000000 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.704338:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:2.0:1780298646.704349:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609766656:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298646.704349:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.704371:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.704418:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.704427:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.704438:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.704444:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5543 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4964352->5750783] (req 4964352->4972543) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036759 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.704453:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.704454:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.704455:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.704463:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609767168:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.704506:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609767040:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.704550:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.704559:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.704575:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.704589:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee2af2d0/0x11c228eb194d552e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5750784->39305215] (req 5750784->5758975) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036744 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.704594:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609767296:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.704604:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.704607:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.704609:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.705060:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609767168:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.705240:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.705269:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143552 00000100:00100000:0.0:1780298646.705273:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143552 00000100:00100000:0.0:1780298646.705300:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24583 00000100:00100000:0.0:1780298646.705307:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605143552:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.705312:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.705319:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.705324:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.705330:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.705335:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.705339:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.705353:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43c217dc00) 00000100:00100000:0.0:1780298646.705372:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605143552:12345-192.168.203.125@tcp:105: Request processed in 67us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.705377:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24583 00010000:00010000:2.0:1780298646.705379:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705390:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705401:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.705412:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 5755015, setting rss=5755015; kms=5755015, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705422:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705430:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705471:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705479:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.705488:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.705502:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609767424:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.705540:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.705935:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609767296:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.706154:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.706180:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143680 00000100:00100000:0.0:1780298646.706184:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143680 00000100:00100000:0.0:1780298646.706202:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24584 00000100:00100000:0.0:1780298646.706208:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605143680:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.706214:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:1.0:1780298646.706239:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.706245:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.706252:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605143680:12345-192.168.203.125@tcp:104: Request processed in 43us (98us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.706255:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1780298646.706260:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24584 00010000:00010000:3.0:1780298646.706261:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.706272:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.706276:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.706278:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.706291:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143808 00000100:00100000:0.0:1780298646.706295:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143808 00000100:00100000:0.0:1780298646.706315:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24585 00000100:00100000:0.0:1780298646.706320:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605143808:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.706326:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298646.706347:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:0.0:1780298646.706353:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.706358:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605143808:12345-192.168.203.125@tcp:104: Request processed in 38us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.706362:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24585 00010000:00010000:3.0:1780298646.706366:0:15609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (372736 376831) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.706376:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000080:00200000:3.0:1780298646.706378:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.706383:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.706394:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.706399:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.706428:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:3.0:1780298646.706446:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.706454:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.706469:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.706477:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5646 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [372736->2142207] (req 372736->376831) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6303685c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.706492:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.706494:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.706496:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.706512:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609767552:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200000:2.0:1780298646.706533:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.706579:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.706592:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.706609:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.706617:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d56fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4173824->4177919) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036912 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.706631:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.706633:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.706635:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.706684:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.706724:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609767680:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.706948:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609767424:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.706959:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.706968:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.706975:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.707235:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609767552:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298646.707356:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.707383:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605143936 00000100:00100000:0.0:1780298646.707386:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605143936 00000100:00100000:0.0:1780298646.707407:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24586 00000100:00100000:0.0:1780298646.707412:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605143936:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.707417:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.707422:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.707427:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.707432:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.707440:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.707445:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.707456:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692a00) 00000100:00100000:0.0:1780298646.707472:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8374:x1866777605143936:12345-192.168.203.125@tcp:105: Request processed in 61us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.707476:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24586 00010000:00010000:2.0:1780298646.707483:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.707493:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.707503:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.707513:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2651671, setting rss=2651671; kms=2651671, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.707522:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.707529:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.707608:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609767808:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.707640:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.707645:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609767936:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.708053:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609767680:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298646.708752:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609767936:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.708800:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609767808:192.168.203.125@tcp:10:fsx.0 00000080:00200000:0.0:1780298646.708837:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1737119 i_blocks 504 00000020:00010000:0.0:1780298646.708842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.708846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.708849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec30 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.708854:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.708865:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.708876:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ec70 (ffff8c4390c272d8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.708880:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.708893:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.708901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23f38 (ffff8c4390c27c68/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.708904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec30 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.708908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ec70 (ffff8c4390c27c68/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.708935:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.708949:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1737119, valid attrs 2168, mode 0, uid 0, gid 0, new size 1737119, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:0.0:1780298646.708966:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.708972:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.708985:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.708992:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:0.0:1780298646.709014:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709021:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709028:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.709040:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609768064:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.709076:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.709936:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609768064:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.709948:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709958:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709967:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709975:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709984:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709992:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.709999:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1780298646.710007:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4388661180 x1866777609768064/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1780298646.710016:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1780298646.710026:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.710039:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:0.0:1780298646.710044:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1780298646.710101:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1780298646.710110:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d5742 00000080:00010000:0.0:1780298646.710115:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.710118:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5742 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.710122:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.710129:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.710153:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.710159:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.710175:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.710178:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386085c80, flags 0x400001002 00000008:00010000:0.0:1780298646.710191:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.710192:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386085560, flags 0x400001002 00010000:00010000:0.0:1780298646.710200:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.710210:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.710220:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.710223:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.710232:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.710242:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.710249:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:0.0:1780298646.710257:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.710260:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.710267:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298646.710274:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298646.710278:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1737119 i_blocks 504 00000020:00010000:0.0:1780298646.710280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753908 (ffff8c43878aee18/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.710283:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753908 (ffff8c43878aee18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.710285:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.710288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.710290:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753908 (ffff8c43878aee18/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.710292:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878aee18/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.710295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878aee18/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.710314:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.710327:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.710337:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.710340:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.710349:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.710350:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386085560, flags 0x400001002 00000008:00010000:0.0:1780298646.710355:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.710356:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386085c80, flags 0x400001002 00010000:00010000:0.0:1780298646.710360:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.710367:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298646.710371:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.710373:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.710377:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.710383:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.710387:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:0.0:1780298646.710395:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.710397:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.710401:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:0.0:1780298646.710404:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1780298646.710407:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 1737119 i_blocks 504 00000020:00010000:0.0:1780298646.710408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753908 (ffff8c43878aee18/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.710409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753908 (ffff8c43878aee18/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.710410:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.710412:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.710413:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753908 (ffff8c43878aee18/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.710414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878aee18/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.710416:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878aee18/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.710425:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.710432:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 1737119 00000080:00200008:0.0:1780298646.710940:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 1737119, valid attrs 2068, mode 0, uid 0, gid 0, new size 4156114, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:0.0:1780298646.710953:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.710963:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 161 lru_type: 1 00010000:00010000:0.0:1780298646.710983:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.710987:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780298646.710988:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43863e6000/0x11c228eb194d5742 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63036966 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1780298646.710997:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780298646.711001:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388661180 x1866777609768320/t0(0) o36->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780298646.711010:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609768320:192.168.203.125@tcp:36:fsx.0 00000100:00100000:0.0:1780298646.711038:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.711960:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661180 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609768320:192.168.203.125@tcp:36:fsx.0 00000080:00200000:0.0:1780298646.711979:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.711981:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.711987:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.712000:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1780298646.712004:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.712006:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386085c80, flags 0x0 00000008:00010000:0.0:1780298646.712008:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.712008:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386085560, flags 0x0 00010000:00010000:0.0:1780298646.712014:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712021:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712030:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712034:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712038:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712043:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712048:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712053:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712056:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.712060:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.712097:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.712104:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609768448:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.712158:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609768576:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.712938:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609768576:192.168.203.125@tcp:10:fsx.0 00000100:00100000:0.0:1780298646.712960:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609768448:192.168.203.125@tcp:10:fsx.0 00000080:00200000:2.0:1780298646.712991:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4156114 i_blocks 504 00000020:00010000:2.0:1780298646.712995:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa4e8 (ffff8c43878aee18/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.712997:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa4e8 (ffff8c43878aee18/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.712999:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878ae998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.713002:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.713009:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298646.713019:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.713021:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.713026:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298646.713031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa4e8 (ffff8c43878aee18/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.713032:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878aee18/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.713034:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878aee18/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.713056:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.713064:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8) current size 4156114, valid attrs 2168, mode 0, uid 0, gid 0, new size 4156114, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:2.0:1780298646.713073:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.713077:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.713084:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.713088:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.713103:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.713108:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.713113:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.713123:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609768704:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.713152:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.714120:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609768704:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.714128:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714133:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714139:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714144:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714150:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714154:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714158:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.714163:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4388647b80 x1866777609768704/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.714172:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.714179:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714184:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.714187:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.714223:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.714229:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d5749 00000080:00010000:2.0:1780298646.714231:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.714233:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5749 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.714235:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.714240:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.714255:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.714258:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.714269:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.714271:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a5db0, flags 0x400001002 00000008:00010000:2.0:1780298646.714280:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.714281:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a5690, flags 0x400001002 00010000:00010000:2.0:1780298646.714286:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.714292:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.714298:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.714300:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.714305:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.714311:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.714315:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.714319:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.714321:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.714324:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298646.714328:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.714331:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4156114 i_blocks 504 00000020:00010000:2.0:1780298646.714333:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.714334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.714336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.714337:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.714339:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.714340:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.714342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.714354:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.714363:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.714369:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.714371:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.714377:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.714378:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a5690, flags 0x400001002 00000008:00010000:2.0:1780298646.714391:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.714392:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a5db0, flags 0x400001002 00010000:00010000:2.0:1780298646.714396:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.714402:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298646.714406:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.714408:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.714412:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.714417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.714425:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298646.714429:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.714431:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.714434:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298646.714438:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:2.0:1780298646.714440:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4156114 i_blocks 504 00000020:00010000:2.0:1780298646.714441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.714443:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.714444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.714445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.714446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.714448:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.714449:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.714458:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.714464:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 4156114 00000080:00200008:2.0:1780298646.715395:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.715402:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.715413:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.715421:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:2.0:1780298646.715438:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.715443:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.715447:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.715456:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609768832:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.715485:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.716328:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609768832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.716335:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716340:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716345:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716349:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716354:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716359:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716364:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1780298646.716369:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c4388647b80 x1866777609768832/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1780298646.716374:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1780298646.716380:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716384:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:2.0:1780298646.716387:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1780298646.716420:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:2.0:1780298646.716425:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:2.0:1780298646.716427:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.716429:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.716431:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716436:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.716450:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.716453:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.716462:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.716464:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a5db0, flags 0x400001002 00000008:00010000:2.0:1780298646.716470:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.716471:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a5690, flags 0x400001002 00010000:00010000:2.0:1780298646.716488:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716496:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716537:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.716543:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.716551:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.716553:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609768960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.716574:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609769088:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.717395:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.717437:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144064 00000100:00100000:0.0:1780298646.717443:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144064 00000100:00100000:0.0:1780298646.717485:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24587 00000100:00100000:0.0:1780298646.717497:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605144064:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.717507:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.717518:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:1.0:1780298646.717521:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.717543:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144192 00000100:00100000:1.0:1780298646.717547:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144192 00000020:00010000:0.0:1780298646.717554:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.717556:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4156114 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000020:00010000:0.0:1780298646.717558:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.717560:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4156114 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 504 00000100:00100000:1.0:1780298646.717579:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24588 00000100:00100000:1.0:1780298646.717588:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605144192:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.717597:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:0.0:1780298646.717611:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605144064:12345-192.168.203.125@tcp:106: Request processed in 115us (214us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298646.717614:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:0.0:1780298646.717624:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24587 00000020:00010000:1.0:1780298646.717646:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.717652:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.717655:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.717656:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.717683:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605144192:12345-192.168.203.125@tcp:106: Request processed in 98us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.717705:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24588 00010000:00010000:3.0:1780298646.718320:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718331:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718341:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718347:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718353:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.718392:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4156114, setting rss=4156114; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.718395:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.718398:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718403:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718409:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718412:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718417:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.718422:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718424:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718434:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718439:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718445:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718451:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000008:00010000:2.0:1780298646.718451:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.718455:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.718457:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.718463:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c65b7c61/0x11c228eb194d5757 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718464:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718479:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718485:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.718486:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609768960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.718495:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.718499:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.718499:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4156114 i_blocks 504 00000020:00010000:0.0:1780298646.718507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.718510:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.718513:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.718517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929eeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.718519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dfd98 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.718522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.718527:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.718529:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.718533:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.718538:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d575e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.718559:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609769088:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.718561:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.718585:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 9138139, len 914 00000080:00200000:0.0:1780298646.718598:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.718602:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.718608:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.718622:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2230, 2231] 00000008:00010000:0.0:1780298646.718628:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.718631:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae3b0, osc lock ffff8c4386084260, flags 0x0 00010000:00010000:0.0:1780298646.718653:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.718662:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.718670:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.718683:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609769216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.718750:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.719398:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.719432:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144320 00000100:00100000:1.0:1780298646.719437:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144320 00000100:00100000:1.0:1780298646.719463:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24589 00000100:00100000:1.0:1780298646.719468:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605144320:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.719476:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.719508:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.719513:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605144320:12345-192.168.203.125@tcp:104: Request processed in 45us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.719518:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24589 00010000:00010000:2.0:1780298646.719528:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.719534:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.719540:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.719543:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.719567:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.719572:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.719596:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.719601:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.719615:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.719620:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ec461ad3/0x11c228eb194d5734 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036951 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.719632:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.719634:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609769344:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.719634:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.719635:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.720102:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609769216:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.720111:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.720118:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.720123:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.720348:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.720387:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144448 00000100:00100000:1.0:1780298646.720391:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144448 00000100:00100000:1.0:1780298646.720412:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24590 00000100:00100000:1.0:1780298646.720417:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605144448:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.720423:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.720430:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->4947967] (req 4939776->4947967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.720437:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.720442:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.720447:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.720452:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.720469:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7c00) 00010000:00010000:2.0:1780298646.720488:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.720492:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605144448:12345-192.168.203.125@tcp:105: Request processed in 74us (144us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.720502:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.720504:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24590 00010000:00010000:2.0:1780298646.720515:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.720522:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4156114, setting rss=4156114; kms=4156114, end=38494207 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.720528:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.720533:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.720549:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 4156114 i_blocks 504 00000100:00100000:2.0:1780298646.720582:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.720589:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609769472:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.721045:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609769344:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.721431:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609769472:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298646.721450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa4e8 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.721454:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa4e8 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.721458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae3b0 (ffff8c43878ae518/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.721463:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.721473:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.721484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa4e8 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.721487:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae3b0 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.721505:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.721546:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.721552:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.721563:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.721572:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.721583:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.721590:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.721594:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.721597:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:0.0:1780298646.721602:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.721605:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.721618:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.721638:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.721642:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.721654:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.721656:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084260, flags 0x400001002 00000008:00010000:0.0:1780298646.721668:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.721670:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c4386084be0, flags 0x400001002 00010000:00010000:0.0:1780298646.721676:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.721727:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.721736:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.721766:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.721776:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609769600:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.721804:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.721812:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.721832:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.721838:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609769728:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.722451:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.722490:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.722491:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.722500:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144576 00000100:00100000:1.0:1780298646.722503:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144576 00000100:00100000:2.0:1780298646.722523:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144704 00000100:00100000:1.0:1780298646.722527:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24591 00000100:00100000:2.0:1780298646.722528:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144704 00000100:00100000:1.0:1780298646.722534:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605144576:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.722540:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.722546:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.722556:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 495 00000100:00100000:2.0:1780298646.722563:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8358:x1866777605144704:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.722569:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.722569:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.722573:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.722583:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:2.0:1780298646.722584:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.722585:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:2.0:1780298646.722612:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.722614:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:2.0:1780298646.722616:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.722617:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.722625:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605144576:12345-192.168.203.125@tcp:106: Request processed in 91us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.722630:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24591 00000100:00100000:2.0:1780298646.722650:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8358:x1866777605144704:12345-192.168.203.125@tcp:106: Request processed in 86us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.722656:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 495 00010000:00010000:1.0:1780298646.723296:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723303:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723310:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723315:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723319:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.723325:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:1.0:1780298646.723328:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.723331:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723335:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723344:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723348:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.723351:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723367:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.723370:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723374:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d576c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.723382:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609769600:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.723393:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723397:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723402:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723410:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723414:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.723417:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.723419:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.723427:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723431:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723435:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.723440:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:1.0:1780298646.723440:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.723444:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.723445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750248 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.723450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750248 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.723456:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.723458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.723459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750248 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.723461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.723464:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.723467:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.723470:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.723477:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d5773 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.723486:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.723489:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609769728:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.723509:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.723521:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.723525:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.723540:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.723542:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e570, osc lock ffff8c43a079b430, flags 0x400001002 00000008:00010000:3.0:1780298646.723555:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.723557:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e5b0, osc lock ffff8c43a079b0a0, flags 0x400001002 00010000:00010000:3.0:1780298646.723564:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.723583:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.723592:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.723620:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.723629:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609769856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.723651:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.723657:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.723669:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.723677:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609769984:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.724417:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.724453:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144832 00000100:00100000:1.0:1780298646.724458:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144832 00000100:00100000:1.0:1780298646.724490:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24592 00000100:00100000:1.0:1780298646.724499:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605144832:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.724506:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.724514:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.724540:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.724542:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.724545:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.724546:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.724579:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605144832:12345-192.168.203.125@tcp:106: Request processed in 81us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.724587:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.724592:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24592 00000100:00100000:1.0:1780298646.724604:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605144960 00000100:00100000:1.0:1780298646.724607:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605144960 00000100:00100000:1.0:1780298646.724633:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24593 00000100:00100000:1.0:1780298646.724642:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605144960:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.724653:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.724659:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.724673:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.724674:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.724677:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.724678:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.724734:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605144960:12345-192.168.203.125@tcp:106: Request processed in 92us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.724742:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24593 00010000:00010000:2.0:1780298646.725202:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725211:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725217:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725221:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725226:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.725230:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.725233:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.725234:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725239:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725244:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725247:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.725250:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725268:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.725270:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725274:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5781 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.725283:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609769984:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.725452:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725459:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725464:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725472:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725476:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.725481:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:2.0:1780298646.725483:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.725491:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725495:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725500:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.725504:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.725507:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.725511:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.725515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092910 (ffff8c4390c275a8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.725517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092910 (ffff8c4390c275a8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.725519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e570 (ffff8c4390c27998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.725522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e5b0 (ffff8c4390c27368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.725524:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.725524:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092910 (ffff8c4390c275a8/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.725528:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.725528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e570 (ffff8c4390c275a8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.725532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e5b0 (ffff8c4390c275a8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.725542:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d577a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.725553:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609769856:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.725558:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.725573:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000080:00200008:1.0:1780298646.725600:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 5224217, type: SEEK_SET 00000080:00200008:1.0:1780298646.725605:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 5224217, type: SEEK_SET, rc = 5224217 00000080:00200008:1.0:1780298646.725613:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 5224217, count: 1578 00000080:00200000:1.0:1780298646.725639:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1275 00000080:00200000:1.0:1780298646.725657:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 5224217, bytes: 1578 00000080:00200000:1.0:1780298646.725660:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.725663:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.725665:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [5224217, 5225795) 0 0 00000080:00200000:1.0:1780298646.725667:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.725673:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [5224217, 5225795) 5225795, 1578 00020000:00200000:1.0:1780298646.725675:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.725704:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1275, 1275] 00000008:00010000:1.0:1780298646.725723:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.725726:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f1a20, flags 0x0 00010000:00010000:1.0:1780298646.725736:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.725747:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1028096 1032191) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.725755:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.725763:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.725770:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298646.725777:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [5224217, 5225795) 00000001:00010000:1.0:1780298646.725784:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.725799:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.725800:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99b70, osc lock ffff8c43908f0980, flags 0x400001002 00000008:00010000:1.0:1780298646.725802:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.725803:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99bb0, osc lock ffff8c43908f18f0, flags 0x400001002 00010000:00010000:1.0:1780298646.725819:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.725824:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.725852:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:0.0:1780298646.725867:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609770112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.725869:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.725877:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.725880:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.725887:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:1.0:1780298646.725894:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.726543:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.726574:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145088 00000100:00100000:1.0:1780298646.726578:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145088 00000100:00100000:1.0:1780298646.726603:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24594 00000100:00100000:1.0:1780298646.726610:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605145088:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.726618:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.726627:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.726651:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.726652:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.726654:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.726655:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.726684:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605145088:12345-192.168.203.125@tcp:106: Request processed in 74us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.726723:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24594 00010000:00010000:1.0:1780298646.727247:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727261:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727267:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727271:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727275:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.727281:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.727283:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.727290:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727295:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727299:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.727303:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.727305:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.727319:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:1.0:1780298646.727321:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.727324:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.727325:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.727331:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.727334:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5788 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.727337:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99b70 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.727344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99bb0 (ffff8c439057d518/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298646.727348:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609770112:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.727349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.727354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99b70 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.727359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99bb0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.727365:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:1578 iocb pos:5224217 00000008:00010000:2.0:1780298646.727397:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617b40 00000008:00010000:2.0:1780298646.727425:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617b40 00010000:00010000:2.0:1780298646.727440:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1028096 1032191) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00100000:2.0:1780298646.727459:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645180 - object 0x280000401:18 offset 1028096<>1032192 00000100:00100000:3.0:1780298646.727497:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609770240:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.728309:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617b40 00000020:00200000:2.0:1780298646.728314:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.728325:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617b40 00000100:00100000:2.0:1780298646.728334:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609770240:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.728354:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.728357:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.728359:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.728363:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.728371:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.728379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.728381:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.728385:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1578 bytes 00000080:00200000:1.0:1780298646.728401:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.728404:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 1578, restart: 0 00000080:00200000:1.0:1780298646.728406:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 1578 00000080:00200008:1.0:1780298646.728419:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.728424:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.728433:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.728447:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.728454:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.728459:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.728462:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.728464:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:1.0:1780298646.728467:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.728469:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.728474:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.728488:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.728491:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.728500:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.728502:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.728508:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.728509:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.728513:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.728525:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.728530:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.728553:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.728559:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609770368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.728602:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.728607:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.728625:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.728629:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.728640:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609770496:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.729309:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.729328:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.729353:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145216 00000100:00100000:0.0:1780298646.729357:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145216 00000100:00100000:0.0:1780298646.729380:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145344 00000100:00100000:0.0:1780298646.729382:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145344 00000100:00100000:1.0:1780298646.729399:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24595 00000100:00100000:0.0:1780298646.729406:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24596 00000100:00100000:1.0:1780298646.729409:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605145216:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.729416:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.729420:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605145344:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.729429:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.729432:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.729444:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.729453:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.729455:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.729463:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.729465:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.729476:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.729479:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.729483:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.729485:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.729496:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605145216:12345-192.168.203.125@tcp:106: Request processed in 90us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.729501:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24595 00000100:00100000:0.0:1780298646.729525:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605145344:12345-192.168.203.125@tcp:106: Request processed in 109us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.729532:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24596 00010000:00010000:0.0:1780298646.730128:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730138:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730148:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730152:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730156:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.730162:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.730164:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.730166:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730170:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730175:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730178:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.730181:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730202:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.730205:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730210:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5796 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.730219:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609770496:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.730237:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730242:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730252:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730256:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730260:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.730265:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:0.0:1780298646.730267:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.730274:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730279:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730283:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.730287:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ac00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.730289:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.730293:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.730297:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.730299:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.730302:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.730304:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.730306:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.730307:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.730309:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.730310:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.730318:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.730319:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d578f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.730328:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609770368:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.730344:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.730357:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.730366:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.730369:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.730378:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.730379:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.730385:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.730386:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.730392:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.730405:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.730412:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.730436:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.730441:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.730442:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609770624:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.730454:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.730489:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.730495:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609770752:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.731211:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.731236:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.731250:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.731259:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145472 00000100:00100000:0.0:1780298646.731263:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145472 00000100:00100000:0.0:1780298646.731285:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145600 00000100:00100000:0.0:1780298646.731287:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145600 00000100:00100000:1.0:1780298646.731302:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24597 00000100:00100000:1.0:1780298646.731312:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605145472:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.731312:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24598 00010000:00010000:1.0:1780298646.731321:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.731326:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605145600:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.731338:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.731339:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.731361:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:1.0:1780298646.731374:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.731375:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.731378:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.731379:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.731389:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.731391:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.731395:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.731397:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.731408:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605145472:12345-192.168.203.125@tcp:106: Request processed in 98us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.731416:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24597 00000100:00100000:0.0:1780298646.731432:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605145600:12345-192.168.203.125@tcp:106: Request processed in 110us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.731439:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24598 00010000:00010000:0.0:1780298646.732117:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732125:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732131:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732135:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732139:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.732144:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.732147:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.732148:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732152:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732156:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732160:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6be00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.732162:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732179:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.732181:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732189:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.732198:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609770752:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.732313:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732322:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732330:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732337:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732345:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.732351:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:0.0:1780298646.732353:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.732364:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.732376:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.732381:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.732384:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.732385:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.732389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.732394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.732399:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.732402:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.732402:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.732406:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.732408:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.732409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.732436:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.732445:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.732450:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.732453:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00010000:00010000:0.0:1780298646.732458:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d579d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.732467:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609770624:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:1.0:1780298646.732492:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:1.0:1780298646.732503:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.732507:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.732515:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.732516:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.732528:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.732529:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.732547:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.732553:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.732576:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.732587:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298646.732587:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609770880:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.732600:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.732604:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.732612:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298646.732625:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.733236:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.733268:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145728 00000100:00100000:0.0:1780298646.733273:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145728 00000100:00100000:0.0:1780298646.733300:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24599 00000100:00100000:0.0:1780298646.733309:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605145728:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.733318:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.733327:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.733349:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.733351:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.733355:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.733357:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.733391:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605145728:12345-192.168.203.125@tcp:106: Request processed in 84us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.733398:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24599 00010000:00010000:0.0:1780298646.734049:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.734061:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.734071:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.734079:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.734086:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.734095:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.734099:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.734108:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.734116:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.734125:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.734129:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.734133:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.734135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.734137:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.734139:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.734146:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.734151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.734154:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.734156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.734159:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.734177:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.734183:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.734191:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.734191:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d5dce67c/0x11c228eb194d57ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.734213:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609770880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.734259:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1240 00000080:00200000:1.0:1780298646.734265:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.734272:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.734288:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1240, 1240] 00000008:00010000:1.0:1780298646.734295:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.734298:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298646.734306:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.734318:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (884736 888831) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.734328:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.734335:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.734342:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000001:00010000:1.0:1780298646.734352:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.734365:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.734367:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.734370:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.734372:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298646.734391:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.734399:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.734423:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.734435:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000100:00100000:0.0:1780298646.734437:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:1.0:1780298646.734446:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.734448:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.734451:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.734460:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00200000:1.0:1780298646.734466:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.735098:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.735129:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145856 00000100:00100000:0.0:1780298646.735134:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145856 00000100:00100000:0.0:1780298646.735160:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24600 00000100:00100000:0.0:1780298646.735169:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605145856:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.735177:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.735187:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.735208:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.735210:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.735214:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.735216:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.735249:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605145856:12345-192.168.203.125@tcp:106: Request processed in 81us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.735255:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24600 00010000:00010000:0.0:1780298646.735823:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.735833:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.735840:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.735850:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.735856:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.735863:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.735866:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.735877:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.735883:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.735891:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.735891:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.735897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.735902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.735908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.735908:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.735913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.735914:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.735916:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.735921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.735927:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.735949:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000008:00010000:1.0:1780298646.735953:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1e40 00010000:00010000:0.0:1780298646.735955:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.735968:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d57b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.735982:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1e40 00000100:00100000:0.0:1780298646.735982:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.735999:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (884736 888831) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00100000:1.0:1780298646.736017:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0000 - object 0x280000401:18 offset 884736<>888832 00000100:00100000:0.0:1780298646.736047:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.736057:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771136:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.736835:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1e40 00000020:00200000:0.0:1780298646.736841:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.736852:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1e40 00000100:00100000:0.0:1780298646.736867:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771136:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.736869:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.736873:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.736875:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.736878:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.736885:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:1.0:1780298646.736892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.736893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.736920:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.736957:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1241 00000080:00200000:1.0:1780298646.736960:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.736964:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.736974:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1241, 1241] 00000008:00010000:1.0:1780298646.736978:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.736979:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298646.736986:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.736992:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (888832 892927) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.736997:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.737002:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.737006:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000001:00010000:1.0:1780298646.737011:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.737018:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.737020:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0d10, flags 0x400001002 00000008:00010000:1.0:1780298646.737022:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.737023:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.737042:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.737050:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.737077:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.737086:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:0.0:1780298646.737091:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:1.0:1780298646.737093:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.737096:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000100:00100000:0.0:1780298646.737100:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.737102:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00200000:1.0:1780298646.737109:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.737757:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.737785:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605145984 00000100:00100000:0.0:1780298646.737789:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605145984 00000100:00100000:0.0:1780298646.737816:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24601 00000100:00100000:0.0:1780298646.737825:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605145984:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.737833:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.737842:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.737865:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.737867:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.737869:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.737870:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.737898:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605145984:12345-192.168.203.125@tcp:106: Request processed in 76us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.737903:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24601 00010000:00010000:0.0:1780298646.738425:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738433:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738439:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738443:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738448:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.738453:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.738455:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.738463:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738468:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738473:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738478:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a800 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.738479:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.738480:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.738484:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.738489:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.738494:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.738497:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.738499:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.738501:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.738503:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.738515:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000008:00010000:1.0:1780298646.738521:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1540 00010000:00010000:0.0:1780298646.738521:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.738531:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000075cbd2e5/0x11c228eb194d57b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.738543:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1540 00000100:00100000:0.0:1780298646.738547:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.738554:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (888832 892927) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00100000:1.0:1780298646.738577:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0700 - object 0x280000401:18 offset 888832<>892928 00000100:00100000:0.0:1780298646.738607:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.738613:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771392:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.739336:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1540 00000020:00200000:0.0:1780298646.739341:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.739351:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1540 00000100:00100000:0.0:1780298646.739364:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771392:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.739367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.739370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.739373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.739376:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1780298646.739384:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:1.0:1780298646.739393:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.739394:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.739412:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.739450:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1242 00000080:00200000:1.0:1780298646.739454:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.739467:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.739478:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1242, 1242] 00000008:00010000:1.0:1780298646.739482:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.739485:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0260, flags 0x0 00010000:00010000:1.0:1780298646.739491:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.739498:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (892928 897023) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.739503:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.739508:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.739512:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000001:00010000:1.0:1780298646.739518:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.739526:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.739528:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.739529:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.739530:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298646.739542:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.739547:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.739563:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.739569:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00200000:1.0:1780298646.739574:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.739576:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.739582:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000100:00100000:0.0:1780298646.739583:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771520:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.739593:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.740243:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.740277:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146112 00000100:00100000:0.0:1780298646.740282:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146112 00000100:00100000:0.0:1780298646.740311:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24602 00000100:00100000:0.0:1780298646.740320:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605146112:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.740328:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.740338:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.740360:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.740362:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.740366:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.740367:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.740401:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605146112:12345-192.168.203.125@tcp:106: Request processed in 83us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.740407:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24602 00010000:00010000:0.0:1780298646.741036:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741048:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741058:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741065:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741073:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.741081:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.741085:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.741095:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741103:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741111:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.741117:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ba00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.741121:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.741127:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.741131:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.741135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.741138:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.741141:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.741141:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.741145:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.741146:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.741152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.741159:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.741160:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000d50f70ee/0x11c228eb194d57c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.741178:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771520:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.741186:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1d80 00000008:00010000:1.0:1780298646.741218:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1d80 00010000:00010000:1.0:1780298646.741231:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (892928 897023) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00100000:1.0:1780298646.741252:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c3b80 - object 0x280000401:18 offset 892928<>897024 00000100:00100000:0.0:1780298646.741283:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771648:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.742056:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1d80 00000020:00200000:0.0:1780298646.742061:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.742072:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1d80 00000100:00100000:0.0:1780298646.742086:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771648:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.742108:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.742113:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.742116:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.742122:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780298646.742139:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00010000:1.0:1780298646.742149:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.742152:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.742174:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.742254:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.742260:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.742273:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.742282:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.742289:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.742294:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.742298:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.742301:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d5749 00000080:00010000:1.0:1780298646.742304:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5749 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.742307:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.742314:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1780298646.742343:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.742349:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.742363:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.742365:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.742375:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.742377:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298646.742398:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.742407:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.742433:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00010000:00010000:1.0:1780298646.742442:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00200000:1.0:1780298646.742452:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.742456:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000100:00100000:0.0:1780298646.742456:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298646.742467:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000100:00100000:0.0:1780298646.742470:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771776:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.742482:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.743210:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.743239:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146240 00000100:00100000:0.0:1780298646.743244:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146240 00000100:00100000:0.0:1780298646.743269:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24603 00000100:00100000:0.0:1780298646.743274:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605146240:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.743281:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.743289:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.743306:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.743308:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.743310:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.743311:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.743338:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605146240:12345-192.168.203.125@tcp:106: Request processed in 64us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.743343:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24603 00010000:00010000:0.0:1780298646.743980:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.743992:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.744001:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.744009:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.744016:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.744036:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.744040:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.744049:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.744057:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.744062:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.744068:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.744070:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.744076:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.744081:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.744084:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.744087:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.744088:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.744092:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.744093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.744100:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.744103:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d57c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.744104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.744111:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.744120:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609771776:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.744141:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.744157:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.744169:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.744173:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.744183:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.744186:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0d10, flags 0x400001002 00000008:00010000:1.0:1780298646.744196:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.744197:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.744217:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.744227:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.744250:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000100:00100000:0.0:1780298646.744257:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.744260:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000100:00100000:0.0:1780298646.744265:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771904:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.744282:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.744286:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1780298646.744295:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:1.0:1780298646.744304:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.744957:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.744991:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146368 00000100:00100000:0.0:1780298646.744995:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146368 00000100:00100000:0.0:1780298646.745023:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24604 00000100:00100000:0.0:1780298646.745030:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605146368:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.745037:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.745047:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.745076:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.745078:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.745082:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.745084:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.745120:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605146368:12345-192.168.203.125@tcp:106: Request processed in 89us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.745129:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24604 00010000:00010000:0.0:1780298646.745670:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745682:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745731:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745738:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745746:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.745754:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.745757:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.745767:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745775:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745782:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745789:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.745793:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.745795:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.745801:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.745805:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.745809:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.745810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.745812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.745813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.745815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.745847:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.745854:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:1.0:1780298646.745861:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00010000:00010000:0.0:1780298646.745861:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.745872:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d57ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.745887:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609771904:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:1.0:1780298646.745904:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4385686658 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:1.0:1780298646.745916:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.745919:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.745927:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.745929:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.745935:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.745936:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298646.745952:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.745958:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.745977:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1780298646.745982:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:1.0:1780298646.745988:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.745990:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:0.0:1780298646.745993:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1780298646.745997:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:1.0:1780298646.746004:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.746005:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609772032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.746616:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.746658:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.746667:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146496 00000100:00100000:0.0:1780298646.746671:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146496 00000100:00100000:1.0:1780298646.746727:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24605 00000100:00100000:1.0:1780298646.746734:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605146496:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.746741:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.746751:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.746769:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.746770:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.746772:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.746773:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.746801:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605146496:12345-192.168.203.125@tcp:106: Request processed in 69us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.746806:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24605 00010000:00010000:0.0:1780298646.747347:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747358:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747365:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747372:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747378:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.747392:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.747395:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.747404:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747411:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747418:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.747423:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.747424:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6aa00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.747426:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.747430:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.747430:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.747433:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.747438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.747442:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.747444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.747447:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.747470:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.747483:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.747488:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.747496:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000008f8322a9/0x11c228eb194d57d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.747509:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609772032:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.747525:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2031 00000080:00200000:1.0:1780298646.747530:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.747536:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.747546:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [2031, 2031] 00000008:00010000:1.0:1780298646.747551:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.747554:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0d10, flags 0x0 00010000:00010000:1.0:1780298646.747561:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.747569:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4124672 4128767) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.747575:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.747579:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.747583:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000001:00010000:1.0:1780298646.747589:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.747597:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.747598:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.747600:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.747600:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.747613:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.747618:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.747634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.747643:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:1.0:1780298646.747649:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.747650:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.747651:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.747657:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000100:00100000:0.0:1780298646.747662:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609772160:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.747664:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.748367:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.748395:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146624 00000100:00100000:0.0:1780298646.748399:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146624 00000100:00100000:0.0:1780298646.748421:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24606 00000100:00100000:0.0:1780298646.748427:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605146624:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.748432:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.748438:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.748453:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.748455:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.748457:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.748459:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.748486:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605146624:12345-192.168.203.125@tcp:106: Request processed in 60us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.748490:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24606 00010000:00010000:0.0:1780298646.749132:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749143:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749152:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749159:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749166:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.749173:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.749177:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.749190:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749198:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749210:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749217:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a200 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.749220:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.749221:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.749228:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.749234:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.749237:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.749239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.749242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.749245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.749249:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.749256:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.749261:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.749269:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d57dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.749282:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000100:00100000:0.0:1780298646.749286:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609772160:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.749311:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1cc0 00010000:00010000:1.0:1780298646.749325:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4124672 4128767) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000008:00100000:1.0:1780298646.749355:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c2a00 - object 0x280000401:18 offset 4124672<>4128768 00000100:00100000:0.0:1780298646.749395:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609772288:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.750144:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000020:00200000:0.0:1780298646.750150:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.750162:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1cc0 00000100:00100000:0.0:1780298646.750180:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609772288:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.750184:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.750192:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.750194:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.750198:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:1.0:1780298646.750206:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00010000:1.0:1780298646.750216:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.750218:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.750237:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.750279:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 2032 00000080:00200000:1.0:1780298646.750282:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.750287:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.750298:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [2032, 2032] 00000008:00010000:1.0:1780298646.750302:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.750304:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0d10, flags 0x0 00010000:00010000:1.0:1780298646.750311:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.750319:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4128768 4132863) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.750325:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.750330:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.750334:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000001:00010000:1.0:1780298646.750340:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.750348:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.750349:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1a20, flags 0x400001002 00000008:00010000:1.0:1780298646.750351:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.750351:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.750364:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.750369:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.750387:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.750392:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:1.0:1780298646.750396:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:1.0:1780298646.750399:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.750404:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:1.0:1780298646.750408:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.750412:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609772416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.750988:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.751023:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146752 00000100:00100000:0.0:1780298646.751028:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146752 00000100:00100000:0.0:1780298646.751058:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24607 00000100:00100000:0.0:1780298646.751067:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605146752:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.751074:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.751084:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.751106:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.751108:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.751112:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.751114:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.751148:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605146752:12345-192.168.203.125@tcp:106: Request processed in 83us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.751155:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24607 00010000:00010000:0.0:1780298646.751760:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751770:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751779:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751787:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751800:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.751807:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.751811:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.751821:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751828:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751837:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.751844:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.751848:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.751852:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.751857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.751860:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.751863:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.751867:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.751871:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.751873:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.751873:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.751877:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.751879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.751888:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d57e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.751903:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609772416:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.751907:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1d80 00000008:00010000:1.0:1780298646.751939:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1d80 00010000:00010000:1.0:1780298646.751952:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4128768 4132863) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000008:00100000:1.0:1780298646.751970:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c1500 - object 0x280000401:18 offset 4128768<>4132864 00000100:00100000:0.0:1780298646.751994:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.752002:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609772544:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.752733:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1d80 00000020:00200000:0.0:1780298646.752739:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.752749:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1d80 00000100:00100000:0.0:1780298646.752764:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609772544:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.752775:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.752779:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.752781:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.752785:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:1.0:1780298646.752797:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:1.0:1780298646.752804:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.752806:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.752823:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.752888:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.752895:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.752910:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.752919:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.752926:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1780298646.752930:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.752935:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.752938:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:1.0:1780298646.752943:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.752946:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.752953:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.752980:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.752986:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.752995:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.752997:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0d10, flags 0x400001002 00000008:00010000:1.0:1780298646.753004:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.753005:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0260, flags 0x400001002 00010000:00010000:1.0:1780298646.753010:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.753024:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.753029:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.753056:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.753060:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.753063:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609772672:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.753075:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.753096:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.753102:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609772800:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.753724:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.753754:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605146880 00000100:00100000:0.0:1780298646.753759:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605146880 00000100:00100000:0.0:1780298646.753789:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24608 00000100:00100000:0.0:1780298646.753797:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605146880:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.753805:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.753812:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.753820:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.753843:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.753846:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.753850:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.753852:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.753886:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605146880:12345-192.168.203.125@tcp:106: Request processed in 89us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.753893:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24608 00000100:00100000:0.0:1780298646.753908:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147008 00000100:00100000:0.0:1780298646.753911:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147008 00000100:00100000:0.0:1780298646.753929:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24609 00000100:00100000:0.0:1780298646.753937:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605147008:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.753943:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298646.753952:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:0.0:1780298646.753973:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.753975:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.753978:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.753980:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:0.0:1780298646.754012:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605147008:12345-192.168.203.125@tcp:106: Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.754018:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24609 00010000:00010000:0.0:1780298646.754402:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754412:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754426:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754433:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754440:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.754457:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:0.0:1780298646.754461:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.754465:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754473:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754481:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754488:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.754493:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754525:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.754529:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754537:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000315e6f0d/0x11c228eb194d57ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.754548:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609772672:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.754566:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754574:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754582:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754589:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754597:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.754605:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.754609:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.754618:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754626:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.754634:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.754640:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.754641:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.754646:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.754646:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.754650:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.754656:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.754663:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057dc68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.754665:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.754667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.754669:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.754721:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.754725:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.754732:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.754739:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:0.0:1780298646.754741:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d57f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.754749:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.754754:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:0.0:1780298646.754759:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609772800:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.754763:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.754766:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.754772:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.754773:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f0d10, flags 0x400001002 00010000:00010000:1.0:1780298646.754778:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.754792:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.754798:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.754821:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.754824:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1780298646.754826:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.754832:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609772928:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.754833:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.754868:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609773056:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.755502:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.755534:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147136 00000100:00100000:1.0:1780298646.755539:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.755540:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147136 00000100:00100000:0.0:1780298646.755570:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147264 00000100:00100000:0.0:1780298646.755572:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147264 00000100:00100000:0.0:1780298646.755589:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24610 00000100:00100000:0.0:1780298646.755597:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605147136:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.755599:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24611 00010000:00010000:0.0:1780298646.755608:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.755613:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605147264:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.755622:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1780298646.755625:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.755632:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00010000:0.0:1780298646.755678:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.755679:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.755682:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.755683:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.755718:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.755719:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.755725:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.755727:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:1.0:1780298646.755763:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605147264:12345-192.168.203.125@tcp:106: Request processed in 154us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.755771:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24611 00000100:00100000:0.0:1780298646.755771:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605147136:12345-192.168.203.125@tcp:106: Request processed in 173us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.755781:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24610 00010000:00010000:0.0:1780298646.756363:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756370:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756376:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756384:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756388:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.756392:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.756395:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.756397:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756401:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756405:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756409:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ae00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.756411:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756426:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.756429:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756436:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000462547c0/0x11c228eb194d57ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.756453:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609773056:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.756461:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756466:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756470:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756474:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756478:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.756482:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:0.0:1780298646.756484:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.756491:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756499:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756503:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.756507:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6be00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.756509:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.756514:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.756518:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.756520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.756522:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057dc68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.756524:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.756525:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.756528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580db0 (ffff8c439057dd88/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.756528:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.756532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dd88/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.756538:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dd88/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.756539:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d57f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.756551:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609772928:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.756567:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.756578:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000080:00200000:1.0:1780298646.756610:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2571005, len 8126 00000080:00200000:1.0:1780298646.756619:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.756621:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.756626:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.756635:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [627, 629] 00000008:00010000:1.0:1780298646.756640:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.756642:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860220b0, osc lock ffff8c43908f0d10, flags 0x0 00010000:00010000:1.0:1780298646.756658:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.756664:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->2580479] (req 2568192->2580479) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.756670:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->2580479] (req 2568192->2580479) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.756679:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609773184:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.756737:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.757376:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609773184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.757390:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.757404:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.757416:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.757425:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.757434:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4944749, setting rss=4944749; kms=4939776, end=4939775 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.757444:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.757451:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.757466:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000100:00100000:2.0:1780298646.757511:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.757522:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609773312:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.758318:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609773312:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.758336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.758340:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.758342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860220b0 (ffff8c439057d518/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.758346:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.758353:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.758361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096998 (ffff8c439057dd88/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.758363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860220b0 (ffff8c439057dd88/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.758376:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.758391:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.758395:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.758407:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.758414:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.758421:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.758426:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.758430:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.758431:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d5749 00000080:00010000:3.0:1780298646.758436:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5749 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.758438:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.758442:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1780298646.758460:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.758464:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.758475:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.758477:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ecf0, osc lock ffff8c43a079bc80, flags 0x400001002 00000008:00010000:3.0:1780298646.758486:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.758487:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ed30, osc lock ffff8c43a079b560, flags 0x400001002 00010000:00010000:3.0:1780298646.758491:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.758504:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.758509:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.758528:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:3.0:1780298646.758539:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.758547:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609773440:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.758563:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1780298646.758575:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.758579:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298646.758587:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:2.0:1780298646.758600:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.759098:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.759131:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.759139:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147392 00000100:00100000:0.0:1780298646.759142:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147392 00000100:00100000:0.0:1780298646.759168:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24612 00000100:00100000:0.0:1780298646.759174:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605147392:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.759181:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.759188:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.759206:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.759208:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.759210:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.759211:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.759240:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605147392:12345-192.168.203.125@tcp:106: Request processed in 67us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.759245:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24612 00010000:00010000:3.0:1780298646.759803:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759815:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759820:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759824:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759828:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.759833:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4939776, end=18446744073709551615 00000020:00200000:3.0:1780298646.759835:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.759843:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759847:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759852:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.759855:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.759858:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.759887:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:3.0:1780298646.759888:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.759892:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.759893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092238 (ffff8c4390c276c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.759901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092238 (ffff8c4390c276c8/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.759902:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000079f8dd1c/0x11c228eb194d580d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.759908:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ecf0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.759913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ed30 (ffff8c4390c27518/1) at cl_lock_cancel():142 00000100:00100000:3.0:1780298646.759914:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609773440:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.759921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092238 (ffff8c4390c276c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.759924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ecf0 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.759928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ed30 (ffff8c4390c276c8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.759955:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.759970:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.759987:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.759991:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.760007:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.760009:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a57c0, flags 0x400001002 00000008:00010000:2.0:1780298646.760021:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.760023:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a4e40, flags 0x400001002 00010000:00010000:2.0:1780298646.760030:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.760045:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.760051:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.760073:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000100:00100000:3.0:1780298646.760087:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609773568:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.760088:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:2.0:1780298646.760099:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.760102:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.760107:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:2.0:1780298646.760113:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.760610:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.760639:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147520 00000100:00100000:0.0:1780298646.760643:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147520 00000100:00100000:0.0:1780298646.760664:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24613 00000100:00100000:0.0:1780298646.760669:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605147520:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.760675:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.760682:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.760723:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.760725:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.760728:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.760729:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.760761:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605147520:12345-192.168.203.125@tcp:106: Request processed in 93us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.760767:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24613 00010000:00010000:2.0:1780298646.761275:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761283:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761291:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761296:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761299:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.761305:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4939776, end=18446744073709551615 00000020:00200000:2.0:1780298646.761307:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.761316:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761320:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761325:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761329:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.761332:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.761337:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000020:00010000:1.0:1780298646.761342:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee6c8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.761344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee6c8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.761346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.761348:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929ee008/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.761349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee6c8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.761351:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.761355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee6c8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.761363:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.761367:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.761372:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d5814 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.761381:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609773568:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.761382:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.761398:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000080:00200008:1.0:1780298646.761406:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.761409:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.761418:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.761425:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.761432:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1780298646.761437:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.761440:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.761442:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:1.0:1780298646.761445:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.761447:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.761452:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.761468:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.761471:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.761482:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.761484:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.761492:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.761493:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f1a20, flags 0x400001002 00010000:00010000:1.0:1780298646.761497:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.761509:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.761518:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.761543:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.761549:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.761549:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.761559:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609773696:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.761564:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.761591:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609773824:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.762220:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.762249:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147648 00000100:00100000:1.0:1780298646.762251:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.762254:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147648 00000100:00100000:0.0:1780298646.762272:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147776 00000100:00100000:0.0:1780298646.762274:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147776 00000100:00100000:1.0:1780298646.762284:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24614 00000100:00100000:0.0:1780298646.762294:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24615 00000100:00100000:1.0:1780298646.762297:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605147648:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.762303:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605147776:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.762306:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.762309:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1780298646.762323:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.762327:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:0.0:1780298646.762365:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.762367:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.762370:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.762371:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.762375:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.762378:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:1.0:1780298646.762382:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.762384:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000100:00100000:0.0:1780298646.762403:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605147776:12345-192.168.203.125@tcp:106: Request processed in 102us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.762408:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24615 00000100:00100000:1.0:1780298646.762424:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605147648:12345-192.168.203.125@tcp:106: Request processed in 130us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.762432:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24614 00010000:00010000:0.0:1780298646.763007:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763019:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763025:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763029:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763033:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.763041:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.763045:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.763048:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763055:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763062:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763069:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ba00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.763074:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763099:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.763103:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763112:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5822 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.763127:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609773824:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.763141:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763150:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763158:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763165:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763172:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.763186:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:0.0:1780298646.763189:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.763199:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763206:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763215:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.763218:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00010000:00010000:0.0:1780298646.763219:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.763224:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580000 (ffff8c439057dc68/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.763224:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.763229:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580000 (ffff8c439057dc68/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.763235:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057d878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.763238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.763239:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580000 (ffff8c439057dc68/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.763241:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057dc68/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.763244:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057dc68/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.763251:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.763255:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.763260:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d581b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.763263:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1780298646.763270:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609773696:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.763279:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 488152, len 1804 00000080:00200000:1.0:1780298646.763290:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.763292:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.763296:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.763305:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [119, 119] 00000008:00010000:1.0:1780298646.763309:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.763311:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860228b0, osc lock ffff8c43908f1a20, flags 0x0 00010000:00010000:1.0:1780298646.763317:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (487424 491519) 00010000:00010000:1.0:1780298646.763329:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.763335:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->491519] (req 487424->491519) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.763340:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->491519] (req 487424->491519) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.763349:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609773952:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.763377:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.763981:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2d80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609773952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.763992:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.764004:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.764014:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.764023:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.764031:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=2568191 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.764045:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.764049:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.764060:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 520 00000100:00100000:2.0:1780298646.764089:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.764095:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609774080:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.764815:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609774080:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.764830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096218 (ffff8c439057dc68/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.764835:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096218 (ffff8c439057dc68/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.764838:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860228b0 (ffff8c439057d6c8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.764843:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.764854:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.764865:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096218 (ffff8c439057dc68/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.764866:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860228b0 (ffff8c439057dc68/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.764881:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.764914:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.764920:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.764932:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.764941:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.764952:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1780298646.764959:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.764965:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.764968:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:3.0:1780298646.764973:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.764975:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780298646.764983:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1780298646.765006:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.765011:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.765026:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.765029:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e270, osc lock ffff8c43a079b560, flags 0x400001002 00000008:00010000:3.0:1780298646.765042:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.765044:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e2b0, osc lock ffff8c43a079bc80, flags 0x400001002 00010000:00010000:3.0:1780298646.765051:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.765068:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.765075:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.765100:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.765106:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609774208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.765145:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.765154:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.765178:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.765186:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609774336:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.765645:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.765682:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605147904 00000100:00100000:1.0:1780298646.765720:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605147904 00000100:00100000:1.0:1780298646.765744:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24616 00000100:00100000:1.0:1780298646.765751:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605147904:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.765759:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.765769:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.765793:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.765795:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.765799:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.765802:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000100:00100000:1.0:1780298646.765835:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605147904:12345-192.168.203.125@tcp:106: Request processed in 84us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.765843:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24616 00000100:00100000:0.0:1780298646.765858:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.765894:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148032 00000100:00100000:1.0:1780298646.765898:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148032 00000100:00100000:1.0:1780298646.765918:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24617 00000100:00100000:1.0:1780298646.765926:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605148032:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.765932:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1780298646.765942:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:1.0:1780298646.765963:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.765964:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:1.0:1780298646.765966:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.765967:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.765993:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605148032:12345-192.168.203.125@tcp:106: Request processed in 69us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.766000:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24617 00010000:00010000:2.0:1780298646.766402:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766412:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766420:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766428:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766436:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.766444:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:2.0:1780298646.766448:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.766451:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766458:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766465:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766471:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.766474:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766502:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.766506:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766519:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d5830 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.766531:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609774208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.766569:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766579:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766587:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766595:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766601:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.766609:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.766611:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.766621:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766630:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766635:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.766638:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.766641:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.766655:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 528 00010000:00010000:2.0:1780298646.766657:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.766661:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.766661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386092fe8 (ffff8c4390c27bd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.766668:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386092fe8 (ffff8c4390c27bd8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.766672:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5837 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.766674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e270 (ffff8c4390c27ab8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.766681:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e2b0 (ffff8c4390c276c8/1) at cl_lock_cancel():142 00000100:00100000:2.0:1780298646.766701:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609774336:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.766704:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386092fe8 (ffff8c4390c27bd8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.766719:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e270 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.766724:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e2b0 (ffff8c4390c27bd8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.766745:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.766757:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.766767:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.766772:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.766786:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.766789:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99030, osc lock ffff8c43908f0260, flags 0x400001002 00000008:00010000:1.0:1780298646.766801:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.766802:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99070, osc lock ffff8c43908f04c0, flags 0x400001002 00010000:00010000:1.0:1780298646.766809:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.766827:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.766841:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.766877:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.766878:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609774464:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.766891:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.766903:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.766927:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.766940:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609774592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.767521:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.767546:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.767562:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.767566:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148160 00000100:00100000:1.0:1780298646.767569:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148160 00000100:00100000:0.0:1780298646.767575:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148288 00000100:00100000:0.0:1780298646.767579:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148288 00000100:00100000:1.0:1780298646.767590:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24618 00000100:00100000:1.0:1780298646.767596:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605148160:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.767601:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.767605:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24619 00010000:00010000:1.0:1780298646.767612:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.767616:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605148288:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.767626:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1780298646.767633:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:1.0:1780298646.767641:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.767643:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.767645:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.767646:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:0.0:1780298646.767659:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 7, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.767661:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000020:00010000:0.0:1780298646.767663:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.767665:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 0 00000100:00100000:1.0:1780298646.767704:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605148160:12345-192.168.203.125@tcp:106: Request processed in 88us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.767723:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24618 00000100:00100000:0.0:1780298646.767727:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388674050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605148288:12345-192.168.203.125@tcp:106: Request processed in 111us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.767733:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24619 00010000:00010000:1.0:1780298646.768353:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768360:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768366:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768370:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768374:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.768379:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.768381:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.768383:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768386:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768394:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768397:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.768400:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768415:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.768417:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768421:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000028a61322/0x11c228eb194d5845 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.768429:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609774592:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.768436:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768442:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768450:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768461:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768468:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.768476:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:1.0:1780298646.768479:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.768490:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768498:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768502:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.768506:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ac00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.768508:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.768518:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 528 00000020:00010000:2.0:1780298646.768523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388582fe8 (ffff8c439057d878/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.768525:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.768528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388582fe8 (ffff8c439057d878/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.768528:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.768535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99030 (ffff8c439057dbd8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.768543:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99070 (ffff8c439057d998/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.768545:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d8affd03/0x11c228eb194d583e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.768548:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388582fe8 (ffff8c439057d878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.768555:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99030 (ffff8c439057d878/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.768559:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609774464:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.768561:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99070 (ffff8c439057d878/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.768590:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.768603:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000080:00200008:2.0:1780298646.768614:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.768619:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.768630:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.768641:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.768651:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.768658:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.768663:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.768666:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d5749 00000080:00010000:2.0:1780298646.768671:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5749 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.768674:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.768682:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.768735:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.768740:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.768758:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.768761:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a51d0, flags 0x400001002 00000008:00010000:2.0:1780298646.768773:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.768776:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a4390, flags 0x400001002 00010000:00010000:2.0:1780298646.768783:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.768802:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.768810:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.768842:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00100000:3.0:1780298646.768860:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609774720:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.768864:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:2.0:1780298646.768875:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.768879:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:2.0:1780298646.768888:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:2.0:1780298646.768900:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.769430:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.769462:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148416 00000100:00100000:1.0:1780298646.769467:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148416 00000100:00100000:1.0:1780298646.769494:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24620 00000100:00100000:1.0:1780298646.769501:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605148416:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.769509:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.769517:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.769539:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.769540:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.769544:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.769546:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000100:00100000:1.0:1780298646.769583:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605148416:12345-192.168.203.125@tcp:106: Request processed in 81us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.769590:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24620 00010000:00010000:3.0:1780298646.770088:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770096:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770102:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770107:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770112:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.770117:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4939776, end=18446744073709551615 00000020:00200000:3.0:1780298646.770119:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.770126:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770135:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770140:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770144:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.770146:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.770152:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 528 00000020:00010000:2.0:1780298646.770156:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901defe8 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.770158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901defe8 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.770161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.770164:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.770167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901defe8 (ffff8c43929eebd8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.770169:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.770169:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.770173:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929eebd8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.770174:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.770184:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d584c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.770197:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.770201:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609774720:192.168.203.125@tcp:101:fsx.0 00000080:00200008:2.0:1780298646.770210:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.770219:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.770222:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.770230:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.770231:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4390, flags 0x400001002 00000008:00010000:2.0:1780298646.770238:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.770239:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a51d0, flags 0x400001002 00010000:00010000:2.0:1780298646.770244:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.770257:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.770262:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.770280:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:2.0:1780298646.770286:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:2.0:1780298646.770291:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.770293:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000100:00100000:3.0:1780298646.770299:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609774848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.770305:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:2.0:1780298646.770312:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.770993:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.771024:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148544 00000100:00100000:1.0:1780298646.771029:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148544 00000100:00100000:1.0:1780298646.771058:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24621 00000100:00100000:1.0:1780298646.771066:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605148544:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.771074:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.771083:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.771109:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.771111:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.771115:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.771116:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000100:00100000:1.0:1780298646.771151:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605148544:12345-192.168.203.125@tcp:106: Request processed in 86us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.771158:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24621 00010000:00010000:2.0:1780298646.771746:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771753:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771759:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771763:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771767:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.771771:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4939776, end=18446744073709551615 00000020:00200000:2.0:1780298646.771774:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.771782:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771791:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771795:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.771799:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.771801:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.771807:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 528 00000020:00010000:1.0:1780298646.771810:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901defe8 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.771812:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901defe8 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.771814:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929ee6c8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.771817:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929ee998/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.771821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901defe8 (ffff8c43929eebd8/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.771823:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.771824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929eebd8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.771826:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.771829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929eebd8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.771832:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5853 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.771850:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609774848:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.771866:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.771880:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000080:00200000:1.0:1780298646.771914:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 7812063, len 1759 00000080:00200000:1.0:1780298646.771927:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.771930:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.771937:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.771954:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1907, 1907] 00000008:00010000:1.0:1780298646.771961:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.771964:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022b30, osc lock ffff8c43908f1c80, flags 0x0 00010000:00010000:1.0:1780298646.771989:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.771998:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.772007:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.772021:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609774976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.772052:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.772636:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.772676:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148672 00000100:00100000:1.0:1780298646.772680:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148672 00000100:00100000:1.0:1780298646.772737:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24622 00000100:00100000:1.0:1780298646.772747:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605148672:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.772763:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1780298646.772806:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.772813:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605148672:12345-192.168.203.125@tcp:104: Request processed in 70us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.772821:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24622 00010000:00010000:2.0:1780298646.772823:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.772829:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1780298646.772836:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.772840:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000080:00200000:2.0:1780298646.772865:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.772946:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.772981:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1780298646.772990:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.773013:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:2.0:1780298646.773020:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d573b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036958 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000100:00100000:3.0:1780298646.773025:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609775104:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.773033:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.773035:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.773036:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298646.773364:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2a00 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609774976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.773373:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773384:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773388:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.773680:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.773745:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148800 00000100:00100000:1.0:1780298646.773750:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148800 00000100:00100000:1.0:1780298646.773775:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24623 00000100:00100000:1.0:1780298646.773782:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605148800:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.773789:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773798:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->3620863] (req 3616768->3620863) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773806:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773815:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773823:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773838:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.773856:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4387a6b800) 00010000:00010000:2.0:1780298646.773872:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.773880:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.773886:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605148800:12345-192.168.203.125@tcp:105: Request processed in 103us (205us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.773890:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.773897:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=37171199 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.773898:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24623 00010000:00010000:2.0:1780298646.773907:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.773912:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.773928:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 528 00000100:00100000:3.0:1780298646.773978:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609775232:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.774475:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609775104:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.774901:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609775232:192.168.203.125@tcp:22:fsx.0 00000020:00010000:1.0:1780298646.774930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057dea8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.774938:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057dea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.774941:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022b30 (ffff8c439057d638/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.774946:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.774956:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.774966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057dea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.774969:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022b30 (ffff8c439057dea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.774988:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.775007:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.775013:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.775027:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.775037:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.775057:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1780298646.775064:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.775070:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:1.0:1780298646.775073:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:1.0:1780298646.775078:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.775081:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.775089:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298646.775109:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.775113:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.775122:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.775124:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99330, osc lock ffff8c43908f1c80, flags 0x400001002 00000008:00010000:1.0:1780298646.775133:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.775134:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99370, osc lock ffff8c43908f1db0, flags 0x400001002 00010000:00010000:1.0:1780298646.775140:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.775154:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.775160:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.775177:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.775187:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.775192:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.775199:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.775199:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609775360:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.775220:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609775488:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.775971:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.775990:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.776001:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605148928 00000100:00100000:0.0:1780298646.776004:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605148928 00000100:00100000:1.0:1780298646.776010:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149056 00000100:00100000:1.0:1780298646.776015:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149056 00000100:00100000:0.0:1780298646.776026:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24624 00000100:00100000:0.0:1780298646.776034:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605148928:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.776039:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24625 00010000:00010000:0.0:1780298646.776041:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.776047:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605149056:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.776057:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.776059:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.776074:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.776099:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.776101:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.776107:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.776107:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.776110:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000020:00010000:0.0:1780298646.776110:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.776117:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.776119:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000100:00100000:0.0:1780298646.776153:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605148928:12345-192.168.203.125@tcp:106: Request processed in 120us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.776158:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605149056:12345-192.168.203.125@tcp:106: Request processed in 111us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.776163:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24624 00000100:00100000:1.0:1780298646.776168:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24625 00010000:00010000:0.0:1780298646.776838:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776846:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776856:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776862:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776867:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.776872:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:0.0:1780298646.776875:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.776877:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776878:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776889:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776900:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.776906:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776906:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.776909:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.776929:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776933:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.776937:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.776938:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.776953:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5861 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.776955:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.776972:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000100:00100000:0.0:1780298646.776974:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609775360:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.776976:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.776989:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.776995:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.777000:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.777004:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ba00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.777006:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.777025:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 536 00010000:00010000:1.0:1780298646.777026:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.777029:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.777031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581da8 (ffff8c439057dea8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.777038:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581da8 (ffff8c439057dea8/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.777040:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000d50f70ee/0x11c228eb194d5868 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.777044:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99330 (ffff8c439057d638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.777051:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99370 (ffff8c439057d5a8/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298646.777053:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609775488:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.777055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581da8 (ffff8c439057dea8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.777061:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99330 (ffff8c439057dea8/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.777065:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99370 (ffff8c439057dea8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.777083:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.777097:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.777108:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.777111:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.777121:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.777123:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4260, flags 0x400001002 00000008:00010000:2.0:1780298646.777132:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.777134:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a5430, flags 0x400001002 00010000:00010000:2.0:1780298646.777140:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.777155:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.777160:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.777181:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:2.0:1780298646.777188:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.777196:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609775616:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.777218:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.777226:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.777244:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.777250:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609775744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.777985:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.778024:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.778030:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.778045:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149184 00000100:00100000:0.0:1780298646.778048:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149184 00000100:00100000:2.0:1780298646.778069:0:6142:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.778075:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24626 00000100:00100000:2.0:1780298646.778078:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149312 00000100:00100000:2.0:1780298646.778083:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149312 00000100:00100000:0.0:1780298646.778083:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605149184:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.778090:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.778097:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.778114:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 496 00000020:00010000:0.0:1780298646.778117:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.778120:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:0.0:1780298646.778123:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.778124:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000100:00100000:2.0:1780298646.778129:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c438602e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8358:x1866777605149312:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.778137:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.778148:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.778156:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605149184:12345-192.168.203.125@tcp:106: Request processed in 75us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.778161:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24626 00000020:00010000:2.0:1780298646.778176:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.778179:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000020:00010000:2.0:1780298646.778183:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.778186:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000100:00100000:2.0:1780298646.778231:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c438602e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8358:x1866777605149312:12345-192.168.203.125@tcp:106: Request processed in 106us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.778238:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 496 00010000:00010000:2.0:1780298646.778772:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778783:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778792:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778799:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778807:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.778816:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:2.0:1780298646.778820:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.778823:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778832:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778846:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778853:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.778857:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778881:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.778885:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778893:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d586f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.778904:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609775616:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.778920:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778928:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778936:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778949:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778956:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.778964:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.778967:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.778975:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778982:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.778988:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.778992:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 536 00010000:00010000:2.0:1780298646.778995:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.778996:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df908 (ffff8c43929ee008/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.778998:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df908 (ffff8c43929ee008/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.778998:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.779002:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.779005:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929ee2d8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.779007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df908 (ffff8c43929ee008/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.779010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee008/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.779013:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee008/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.779019:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.779022:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.779033:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.779035:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000079f8dd1c/0x11c228eb194d5876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.779045:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609775744:192.168.203.125@tcp:101:fsx.0 00000080:00200008:3.0:1780298646.779046:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000080:00200000:3.0:1780298646.779080:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 3649000, len 455 00000080:00200000:3.0:1780298646.779096:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1780298646.779098:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.779103:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.779117:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [890, 890] 00000008:00010000:3.0:1780298646.779122:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.779124:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079b0a0, flags 0x0 00010000:00010000:3.0:1780298646.779133:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.779140:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3645440 3649535) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.779149:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.779154:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.779158:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.779165:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 528 00000100:00100000:2.0:1780298646.779211:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.779219:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609775872:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.780122:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609775872:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.780144:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23308 (ffff8c4390c27518/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.780147:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23308 (ffff8c4390c27518/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.780149:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.780152:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.780158:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.780166:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23308 (ffff8c4390c27518/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.780167:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c27518/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.780182:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.780196:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.780201:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.780213:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.780220:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.780226:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298646.780231:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.780235:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.780237:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d5750 00000080:00010000:3.0:1780298646.780241:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5750 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.780243:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.780247:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298646.780260:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.780263:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.780271:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.780272:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edb0, osc lock ffff8c43a079b0a0, flags 0x400001002 00000008:00010000:3.0:1780298646.780280:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.780281:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564edf0, osc lock ffff8c43a079b430, flags 0x400001002 00010000:00010000:3.0:1780298646.780286:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.780299:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.780304:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.780326:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.780341:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.780342:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609776000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.780349:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.780359:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.780378:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609776128:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.780987:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.781006:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.781020:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149440 00000100:00100000:1.0:1780298646.781022:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149568 00000100:00100000:0.0:1780298646.781025:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149440 00000100:00100000:1.0:1780298646.781027:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149568 00000100:00100000:0.0:1780298646.781066:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24627 00000100:00100000:1.0:1780298646.781074:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24628 00000100:00100000:0.0:1780298646.781079:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605149440:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.781088:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605149568:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.781089:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.781099:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.781100:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.781119:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.781135:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.781137:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:0.0:1780298646.781139:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.781140:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 528 00000020:00010000:1.0:1780298646.781148:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.781151:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000020:00010000:1.0:1780298646.781154:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.781155:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000100:00100000:0.0:1780298646.781173:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605149440:12345-192.168.203.125@tcp:106: Request processed in 100us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.781179:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24627 00000100:00100000:1.0:1780298646.781186:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605149568:12345-192.168.203.125@tcp:106: Request processed in 102us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.781191:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24628 00010000:00010000:2.0:1780298646.781797:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781798:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781808:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781808:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781818:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781818:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781827:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781827:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781834:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781835:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.781849:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:3.0:1780298646.781853:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.781855:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.781856:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.781859:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.781863:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781868:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781871:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781876:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.781878:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.781882:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781883:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781890:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ce00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:1.0:1780298646.781890:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 544 00000020:00010000:1.0:1780298646.781894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386091da8 (ffff8c4390c27518/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.781895:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.781899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386091da8 (ffff8c4390c27518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.781904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edb0 (ffff8c4390c27b48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.781911:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564edf0 (ffff8c4390c275a8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.781912:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.781915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386091da8 (ffff8c4390c27518/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.781917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edb0 (ffff8c4390c27518/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.781918:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.781921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564edf0 (ffff8c4390c27518/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.781930:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000c23fe22d/0x11c228eb194d587d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781931:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.781935:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.781942:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000f48fcf35/0x11c228eb194d5884 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.781944:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609776000:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.781950:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.781954:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609776128:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.782010:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1780298646.782020:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.782024:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.782039:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.782042:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99630, osc lock ffff8c43908f1300, flags 0x400001002 00000008:00010000:1.0:1780298646.782054:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.782055:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99670, osc lock ffff8c43908f0f70, flags 0x400001002 00010000:00010000:1.0:1780298646.782063:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.782081:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.782090:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.782123:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:0.0:1780298646.782133:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609776256:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.782152:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.782160:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.782177:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.782186:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609776384:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.782831:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.782860:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.782875:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149696 00000100:00100000:0.0:1780298646.782880:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149696 00000100:00100000:0.0:1780298646.782908:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149824 00000100:00100000:0.0:1780298646.782917:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149824 00000100:00100000:1.0:1780298646.782927:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24629 00000100:00100000:1.0:1780298646.782938:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605149696:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.782943:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24630 00010000:00010000:1.0:1780298646.782947:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.782954:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605149824:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.782964:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.782965:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.782984:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.783014:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.783016:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000020:00010000:0.0:1780298646.783020:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.783022:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:0.0:1780298646.783026:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.783028:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.783031:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.783034:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000100:00100000:0.0:1780298646.783058:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605149824:12345-192.168.203.125@tcp:106: Request processed in 108us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.783063:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24630 00000100:00100000:1.0:1780298646.783078:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605149696:12345-192.168.203.125@tcp:106: Request processed in 143us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.783087:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24629 00010000:00010000:0.0:1780298646.783731:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783739:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783746:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783752:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.783753:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783760:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.783766:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.783784:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00010000:00010000:1.0:1780298646.783787:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.783788:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.783792:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.783806:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783806:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783818:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.783825:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783826:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.783831:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.783843:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.783848:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.783860:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.783863:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.783869:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.783870:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.783881:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 544 00000020:00010000:3.0:1780298646.783888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057d368/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.783892:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.783893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057d368/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.783895:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a0e2a812/0x11c228eb194d588b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.783899:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99630 (ffff8c439057d128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.783906:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99670 (ffff8c439057d908/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.783912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057d368/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.783912:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:3.0:1780298646.783917:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99630 (ffff8c439057d368/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.783921:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99670 (ffff8c439057d368/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.783921:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.783924:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609776256:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.783949:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.783974:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00010000:00010000:1.0:1780298646.783974:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.783980:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.783989:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000068ff4c37/0x11c228eb194d5892 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.784000:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609776384:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:3.0:1780298646.784057:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c43928af3a0 start=0x7f50b2414000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:3.0:1780298646.784073:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.784076:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.784088:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.784089:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564ee70, osc lock ffff8c43a079b7c0, flags 0x400001002 00000008:00010000:3.0:1780298646.784098:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.784099:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564eeb0, osc lock ffff8c43a079a130, flags 0x400001002 00010000:00010000:3.0:1780298646.784105:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.784118:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.784125:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.784144:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.784157:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.784163:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609776512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.784165:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.784176:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.784194:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609776640:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.784864:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.784883:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.784895:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605149952 00000100:00100000:0.0:1780298646.784899:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605149952 00000100:00100000:0.0:1780298646.784917:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150080 00000100:00100000:0.0:1780298646.784919:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150080 00000100:00100000:0.0:1780298646.784927:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24631 00000100:00100000:0.0:1780298646.784933:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605149952:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.784938:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.784942:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24632 00010000:00010000:0.0:1780298646.784949:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.784956:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605150080:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.784964:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.784970:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.784973:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000020:00010000:0.0:1780298646.784981:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00010000:00010000:1.0:1780298646.784982:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.784982:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 0 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 8 00000020:00010000:1.0:1780298646.785010:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.785011:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.785015:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000100:00100000:0.0:1780298646.785017:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605149952:12345-192.168.203.125@tcp:106: Request processed in 84us (152us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.785018:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:0.0:1780298646.785034:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24631 00000100:00100000:1.0:1780298646.785044:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605150080:12345-192.168.203.125@tcp:106: Request processed in 92us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.785049:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24632 00010000:00010000:2.0:1780298646.785596:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785605:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785612:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785618:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785623:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.785628:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.785631:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.785632:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785636:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785641:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785650:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.785653:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.785677:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785678:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.785682:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.785717:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d58a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.785729:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609776640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.785742:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.785750:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.785755:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.785760:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.785766:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4944749, end=18446744073709551615 00000020:00200000:3.0:1780298646.785770:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.785780:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.785788:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.785800:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 544 00010000:00010000:3.0:1780298646.785802:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.785808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386090ff8 (ffff8c4390c27368/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.785815:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386090ff8 (ffff8c4390c27368/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.785816:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217dc00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.785821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564ee70 (ffff8c4390c27998/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.785822:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.785830:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564eeb0 (ffff8c4390c27c68/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.785834:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386090ff8 (ffff8c4390c27368/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.785837:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564ee70 (ffff8c4390c27368/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.785841:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564eeb0 (ffff8c4390c27368/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.785857:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.785861:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.785866:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ec461ad3/0x11c228eb194d5899 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.785877:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609776512:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.785883:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.785943:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1144 00000080:00200000:1.0:1780298646.785950:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.785957:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.785977:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1144, 1144] 00000008:00010000:1.0:1780298646.785985:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.785988:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022b30, osc lock ffff8c43908f0850, flags 0x0 00010000:00010000:1.0:1780298646.785996:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (491520 495615) 00010000:00010000:1.0:1780298646.786011:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786017:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->495615] (req 491520->495615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786022:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->495615] (req 491520->495615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.786033:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609776768:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.786066:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b999c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.786673:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609776768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.786683:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786724:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786732:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786739:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.786744:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3619518, setting rss=3619518; kms=3616768, end=3616767 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786750:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.786754:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.786770:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9139053 00000008:00010000:1.0:1780298646.786801:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb16c0 00000008:00010000:1.0:1780298646.786831:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb16c0 00010000:00010000:1.0:1780298646.786847:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (491520 495615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1780298646.786869:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0380 - object 0x280000401:18 offset 491520<>495616 00000100:00100000:0.0:1780298646.786903:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609776896:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.787785:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb16c0 00000020:00200000:1.0:1780298646.787791:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.787800:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb16c0 00000100:00100000:1.0:1780298646.787811:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609776896:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.787823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096038 (ffff8c439057d2d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.787827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096038 (ffff8c439057d2d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.787829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022b30 (ffff8c439057dab8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.787833:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.787842:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.787853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096038 (ffff8c439057d2d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.787855:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022b30 (ffff8c439057d2d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.787872:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.787916:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.787923:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.787935:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1144, 1144] 00000008:00010000:3.0:1780298646.787940:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.787942:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079b300, flags 0x0 00010000:00010000:3.0:1780298646.787950:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.787961:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (491520 495615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.787968:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.787972:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.787977:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.787982:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9139053 00000008:00010000:3.0:1780298646.787995:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.788017:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:3.0:1780298646.788029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23218 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.788031:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23218 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.788034:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.788037:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.788045:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1780298646.788052:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23218 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.788054:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.788065:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.788095:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1145 00000080:00200000:3.0:1780298646.788099:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1780298646.788102:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1780298646.788110:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1145, 1145] 00000008:00010000:3.0:1780298646.788114:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1780298646.788115:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4387cc3330, osc lock ffff8c43a079b300, flags 0x0 00010000:00010000:3.0:1780298646.788121:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.788127:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (495616 499711) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.788132:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.788137:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.788141:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.788147:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9139053 00000008:00010000:3.0:1780298646.788159:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eab540 00000008:00010000:3.0:1780298646.788181:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab540 00010000:00010000:3.0:1780298646.788191:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (495616 499711) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00100000:3.0:1780298646.788204:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a3b80 - object 0x280000401:18 offset 495616<>499712 00000100:00100000:2.0:1780298646.788240:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609777024:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.789080:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab540 00000020:00200000:2.0:1780298646.789084:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.789090:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab540 00000100:00100000:2.0:1780298646.789102:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609777024:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.789107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390c23218 (ffff8c4390c272d8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.789113:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390c23218 (ffff8c4390c272d8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.789116:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4387cc3330 (ffff8c4390c27758/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.789122:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.789133:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:3.0:1780298646.789146:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390c23218 (ffff8c4390c272d8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.789149:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4387cc3330 (ffff8c4390c272d8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.789168:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.789229:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.789235:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.789245:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1145, 1145] 00000008:00010000:2.0:1780298646.789250:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.789252:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298646.789260:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.789272:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (495616 499711) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.789278:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.789283:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.789287:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.789292:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9139053 00000008:00010000:2.0:1780298646.789301:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000007ebda114 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.789306:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000007ebda114 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.789311:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.789315:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.789364:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:2.0:1780298646.789370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.789372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.789374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.789376:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.789381:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298646.789387:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.789389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.789400:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.789426:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1146 00000080:00200000:2.0:1780298646.789430:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.789434:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.789442:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1146, 1146] 00000008:00010000:2.0:1780298646.789446:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.789447:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a45f0, flags 0x0 00010000:00010000:2.0:1780298646.789453:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.789459:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.789464:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.789469:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.789473:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.789478:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9139053 00010000:00010000:2.0:1780298646.789492:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 70 res 10737419265/18 (471040 475135) 00000008:00010000:2.0:1780298646.789500:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e76170c0 00000008:00010000:2.0:1780298646.789521:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e76170c0 00010000:00010000:2.0:1780298646.789532:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00100000:2.0:1780298646.789552:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388644a80 - object 0x280000401:18 offset 499712<>503808 00000100:00100000:3.0:1780298646.789587:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609777152:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.790369:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e76170c0 00000020:00200000:2.0:1780298646.790373:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.790386:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e76170c0 00000100:00100000:2.0:1780298646.790396:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609777152:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.790441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794b78 (ffff8c43929eeab8/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.790444:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794b78 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.790446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.790449:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780298646.790455:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:1.0:1780298646.790462:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794b78 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.790463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.790478:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.790507:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.790511:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.790522:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1146, 1146] 00000008:00010000:1.0:1780298646.790526:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.790528:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f0390, flags 0x0 00010000:00010000:1.0:1780298646.790533:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.790540:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.790545:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.790550:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.790554:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.790559:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9139053 00000008:00010000:1.0:1780298646.790569:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ed9ec8f4 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.790577:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ed9ec8f4 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.790583:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:1.0:1780298646.790595:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1780298646.790608:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298646.790617:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860965d8 (ffff8c439057d488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.790619:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860965d8 (ffff8c439057d488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.790621:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057de18/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.790625:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780298646.790632:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:1.0:1780298646.790639:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860965d8 (ffff8c439057d488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.790642:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057d488/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.790656:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.790674:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 4685824, end 4698111, datasync 1 00000080:00200000:1.0:1780298646.790724:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.790728:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298646.790741:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:1.0:1780298646.790748:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780298646.790778:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (491520 495615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00100000:1.0:1780298646.790814:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0380 - object 0x280000401:18 offset 491520<>503808 00000100:00100000:1.0:1780298646.790842:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.790852:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609777280:192.168.203.125@tcp:4:fsx.0 00000008:00010000:1.0:1780298646.792059:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1780298646.792081:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000001c308085 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298646.792093:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609777280:192.168.203.125@tcp:4:fsx.0 00000080:00200000:0.0:1780298646.792132:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.792161:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.792165:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298646.792201:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.792209:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609777408:192.168.203.125@tcp:16:fsx.0 00000100:00100000:1.0:1780298646.793735:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43a04da000: committing for last_committed 4294969342 gen 1 00000100:00100000:1.0:1780298646.793772:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609777408:192.168.203.125@tcp:16:fsx.0 00000080:00200000:2.0:1780298646.793802:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 568 00000080:00200000:2.0:1780298646.793821:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.793866:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.793872:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.793885:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.793895:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.793903:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.793907:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.793912:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.793914:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d5749 00000080:00010000:2.0:1780298646.793918:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d5749 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.793920:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.793925:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.793951:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.793957:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.793974:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.793976:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298646.793986:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.793987:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a4130, flags 0x400001002 00010000:00010000:2.0:1780298646.793994:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.794021:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.794027:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.794057:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.794063:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.794070:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.794074:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609777536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.794088:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609777664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.794838:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.794868:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.794894:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.794903:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150208 00000100:00100000:1.0:1780298646.794908:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150208 00000100:00100000:2.0:1780298646.794910:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150336 00000100:00100000:2.0:1780298646.794915:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150336 00000100:00100000:1.0:1780298646.794950:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24633 00000100:00100000:2.0:1780298646.794955:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 497 00000100:00100000:1.0:1780298646.794965:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605150208:12345-192.168.203.125@tcp:106: 00000100:00100000:2.0:1780298646.794972:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:20252:x1866777605150336:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.794976:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.794981:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.794997:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.794999:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.795039:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.795042:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.795045:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.795047:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:2.0:1780298646.795054:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.795057:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 3616768 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:2.0:1780298646.795061:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.795063:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 3616768 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:1.0:1780298646.795097:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388676450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605150208:12345-192.168.203.125@tcp:106: Request processed in 136us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.795103:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:20252:x1866777605150336:12345-192.168.203.125@tcp:106: Request processed in 137us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.795106:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24633 00000100:00100000:2.0:1780298646.795114:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 497 00000100:00100000:2.0:1780298646.795787:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969340 gen 2 00010000:00010000:2.0:1780298646.795807:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795816:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.795818:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795826:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.795838:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795838:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795849:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.795861:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.795863:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.795868:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.795872:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.795876:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795881:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.795896:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795897:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795912:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.795915:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.795928:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4939776, end=18446744073709551615 00000020:00200000:3.0:1780298646.795933:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.795944:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.795947:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795950:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.795964:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.795967:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d58b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.795971:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 568 00000020:00010000:1.0:1780298646.795978:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd240 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.795984:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd240 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.795991:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.795997:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.795997:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929eee18/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.796000:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd240 (ffff8c43929ee128/0) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.796003:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609777664:192.168.203.125@tcp:101:fsx.0 00000020:00010000:1.0:1780298646.796006:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee128/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.796014:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee128/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.796026:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.796035:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.796040:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.796063:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:3.0:1780298646.796076:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:1.0:1780298646.796078:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:3.0:1780298646.796083:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:1.0:1780298646.796083:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00010000:00010000:3.0:1780298646.796093:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d58ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.796096:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.796099:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f0390, flags 0x400001002 00000008:00010000:1.0:1780298646.796110:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000100:00100000:3.0:1780298646.796113:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609777536:192.168.203.125@tcp:101:fsx.0 00000008:00010000:1.0:1780298646.796113:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f10a0, flags 0x400001002 00010000:00010000:1.0:1780298646.796121:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.796138:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.796143:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.796168:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.796175:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609777792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.796224:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.796230:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.796242:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.796252:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609777920:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.796942:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.796979:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150464 00000100:00100000:1.0:1780298646.796983:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150464 00000100:00100000:1.0:1780298646.797008:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24634 00000100:00100000:1.0:1780298646.797015:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605150464:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.797022:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.797031:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.797063:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.797063:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298646.797065:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000020:00010000:1.0:1780298646.797069:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.797070:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4944749 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 536 00000100:00100000:0.0:1780298646.797078:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150592 00000100:00100000:0.0:1780298646.797081:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150592 00000100:00100000:1.0:1780298646.797103:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605150464:12345-192.168.203.125@tcp:106: Request processed in 88us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.797103:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24635 00000100:00100000:0.0:1780298646.797109:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605150592:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.797110:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24634 00010000:00010000:0.0:1780298646.797116:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.797124:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.797150:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 4, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.797151:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3616768 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000020:00010000:0.0:1780298646.797155:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.797156:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3616768 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 32 00000100:00100000:0.0:1780298646.797189:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8359:x1866777605150592:12345-192.168.203.125@tcp:106: Request processed in 79us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.797195:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24635 00010000:00010000:0.0:1780298646.797719:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797727:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797734:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797742:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797746:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.797751:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4944749, setting rss=4944749; leaving kms=4939776, end=18446744073709551615 00000020:00200000:0.0:1780298646.797754:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.797756:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797760:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797771:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797778:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.797782:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797806:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.797811:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797824:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000042f63ac3/0x11c228eb194d58bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.797836:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609777792:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.797854:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797863:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797871:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797876:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797880:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.797885:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3619518, setting rss=3619518; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.797887:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.797896:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797908:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797916:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.797921:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9139053 i_blocks 568 00010000:00010000:0.0:1780298646.797922:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.797924:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388583908 (ffff8c439057da28/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.797925:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.797927:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388583908 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.797930:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057db48/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.797933:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.797936:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388583908 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.797938:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057da28/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.797941:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.797948:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.797951:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.797959:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000315e6f0d/0x11c228eb194d58c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.797960:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.797973:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9139053 00000100:00100000:0.0:1780298646.797974:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609777920:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.798029:0:29360:0:(llite_lib.c:2278:ll_setattr_raw()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 9139053, valid attrs 2068, mode 0, uid 0, gid 0, new size 6959481, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000 00010000:00010000:1.0:1780298646.798055:0:29360:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.798073:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43b7efc800/0x11c228eb194cbeca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c246 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 160 lru_type: 1 00010000:00010000:1.0:1780298646.798102:0:29360:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.798106:0:29360:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.798108:0:29360:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c4388692e00/0x11c228eb194d5750 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xaf35132e63036989 expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000020:00100000:1.0:1780298646.798118:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780298646.798123:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43886c1180 x1866777609778176/t0(0) o36->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780298646.798133:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609778176:192.168.203.125@tcp:36:fsx.0 00000100:00100000:1.0:1780298646.798161:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.799056:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.799101:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150720 00000100:00100000:0.0:1780298646.799107:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150720 00000100:00100000:0.0:1780298646.799139:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24636 00000100:00100000:0.0:1780298646.799147:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605150720:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.799157:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.799204:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.799212:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+5:17567:x1866777605150720:12345-192.168.203.125@tcp:104: Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.799220:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24636 00010000:00010000:2.0:1780298646.799228:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.799236:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799244:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc1b1f2f0) 00010000:00010000:2.0:1780298646.799248:0:6616:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799256:0:6616:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799264:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799279:0:6616:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43b7f0a000/0x11c228eb194cbe92 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e6302c1b3 expref: -99 pid: 29359 timeout: 0 lvb_type: 3 lru_score: 162 lru_type: 1 00010000:00010000:2.0:1780298646.799309:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799316:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.799335:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799343:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c4388692400/0x11c228eb194d5749 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xaf35132e6303697b expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.799355:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.799356:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609778304:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.799358:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.799361:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.800237:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609778304:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.800343:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1180 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609778176:192.168.203.125@tcp:36:fsx.0 00000080:00200000:2.0:1780298646.800380:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.800384:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.800394:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.800425:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:2.0:1780298646.800435:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.800437:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6570, osc lock ffff8c43878a5c80, flags 0x0 00000008:00010000:2.0:1780298646.800440:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.800442:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa65b0, osc lock ffff8c43878a5560, flags 0x0 00010000:00010000:2.0:1780298646.800451:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.800471:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.800485:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.800493:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.800507:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609778432:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.800541:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.801237:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.801253:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.801266:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150848 00000100:00100000:1.0:1780298646.801269:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150848 00000100:00100000:0.0:1780298646.801273:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605150976 00000100:00100000:0.0:1780298646.801279:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605150976 00000100:00100000:1.0:1780298646.801293:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24637 00000100:00100000:1.0:1780298646.801299:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605150848:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.801306:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.801313:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24638 00000100:00100000:0.0:1780298646.801324:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605150976:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.801333:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.801340:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.801345:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605150848:12345-192.168.203.125@tcp:104: Request processed in 47us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.801352:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24637 00010000:00010000:3.0:1780298646.801359:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780298646.801373:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.801380:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605150976:12345-192.168.203.125@tcp:104: Request processed in 58us (124us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.801383:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.801390:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24638 00000100:00100000:1.0:1780298646.801399:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:2.0:1780298646.801401:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.801402:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.801410:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.801410:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.801418:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151104 00000100:00100000:1.0:1780298646.801423:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151104 00010000:00010000:2.0:1780298646.801433:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.801440:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.801450:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24639 00000100:00100000:1.0:1780298646.801462:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605151104:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.801471:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.801503:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.801507:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605151104:12345-192.168.203.125@tcp:104: Request processed in 53us (113us total) trans 0 rc 0/0 00000080:00200000:3.0:1780298646.801509:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.801511:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1780298646.801515:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24639 00000080:00200000:3.0:1780298646.801522:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00200000:2.0:1780298646.801522:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1780298646.801557:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780298646.801572:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.801582:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.801587:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.801589:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.801606:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.801621:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.801634:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.801635:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5806 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2568192->4939775] (req 2568192->2580479) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036a3f expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.801637:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.801647:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.801661:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.801673:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.801675:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.801678:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.801682:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.801727:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5765 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4939776->38494207] (req 4939776->4947967) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e6303699e expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.801730:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609778688:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.801735:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.801750:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.801755:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.801759:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.801761:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.801775:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.801780:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.801784:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609778816:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.801787:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b3cbc760/0x11c228eb194d5829 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [487424->2568191] (req 487424->491519) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036a62 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.801792:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609778560:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298646.801807:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.801810:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780298646.801814:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.802092:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609778432:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.802103:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.802109:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.802114:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.802726:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609778688:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.802787:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609778560:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.802961:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.802994:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.803013:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151232 00000100:00100000:1.0:1780298646.803017:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151232 00000100:00100000:1.0:1780298646.803044:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24640 00000100:00100000:1.0:1780298646.803052:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605151232:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.803060:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.803070:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.803081:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.803087:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.803092:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.803098:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.803113:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00000100:00100000:1.0:1780298646.803134:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6462:x1866777605151232:12345-192.168.203.125@tcp:105: Request processed in 83us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.803138:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24640 00010000:00010000:2.0:1780298646.803143:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803154:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803167:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.803178:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4944749, setting rss=4944749; kms=4944749, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803187:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803195:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803215:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.803235:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803243:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.803251:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.803268:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609778944:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.803307:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.803642:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609778816:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.804070:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.804119:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151360 00000100:00100000:1.0:1780298646.804124:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151360 00000100:00100000:0.0:1780298646.804141:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.804159:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151488 00000100:00100000:1.0:1780298646.804164:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151488 00000100:00100000:1.0:1780298646.804180:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24641 00000100:00100000:1.0:1780298646.804186:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:8358:x1866777605151360:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.804193:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.804227:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.804234:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+5:8358:x1866777605151360:12345-192.168.203.125@tcp:104: Request processed in 47us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.804239:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24641 00010000:00010000:2.0:1780298646.804252:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1780298646.804253:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24642 00010000:00010000:2.0:1780298646.804260:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.804263:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605151488:12345-192.168.203.125@tcp:104: 00010000:00010000:2.0:1780298646.804273:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.804273:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.804279:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.804305:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000080:00200000:2.0:1780298646.804309:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1780298646.804310:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605151488:12345-192.168.203.125@tcp:104: Request processed in 50us (172us total) trans 0 rc 0/0 00000080:00200000:2.0:1780298646.804317:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:1.0:1780298646.804317:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24642 00010000:00010000:2.0:1780298646.804363:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.804371:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.804383:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.804388:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a0c507e/0x11c228eb194d585a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3616768->37171199] (req 3616768->3620863) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036a93 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.804392:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.804397:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.804399:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.804400:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.804400:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.804407:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.804414:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6be00 already unused, calling callback (ffffffffc11bf220) 00000100:00100000:2.0:1780298646.804415:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609779072:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.804420:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.804538:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.804595:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.804628:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.804636:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.804652:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.804659:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004a2be32c/0x11c228eb194d58a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [491520->3616767] (req 491520->495615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036ae0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.804667:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.804668:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.804669:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.804673:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.804680:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609779200:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.805114:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609778944:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.805127:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.805142:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.805152:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.805239:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609779072:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.805394:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.805439:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151616 00000100:00100000:1.0:1780298646.805443:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151616 00000100:00100000:1.0:1780298646.805474:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24643 00000100:00100000:1.0:1780298646.805483:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605151616:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.805491:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.805500:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.805508:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.805522:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.805530:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.805538:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.805559:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692a00) 00010000:00010000:2.0:1780298646.805580:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.805588:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.805593:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6463:x1866777605151616:12345-192.168.203.125@tcp:105: Request processed in 109us (195us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.805599:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.805605:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24643 00000008:00010000:2.0:1780298646.805609:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 3619518, setting rss=3619518; kms=3619518, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.805615:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.805620:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.805677:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.805683:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609779328:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.805777:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609779456:192.168.203.125@tcp:10:fsx.0 00000100:00100000:3.0:1780298646.806402:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609779200:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.806794:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609779328:192.168.203.125@tcp:10:fsx.0 00000100:00100000:2.0:1780298646.806866:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609779456:192.168.203.125@tcp:10:fsx.0 00000080:00200000:3.0:1780298646.806887:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 544 00000020:00010000:3.0:1780298646.806894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794128 (ffff8c43929eeea8/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.806898:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794128 (ffff8c43929eeea8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.806901:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee878/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.806907:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.806918:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.806931:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929ee3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.806935:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.806943:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.806950:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794128 (ffff8c43929eeea8/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.806953:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.806957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929eeea8/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.806990:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.807007:0:29360:0:(llite_lib.c:2528:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8) current size 6959481, valid attrs 2168, mode 0, uid 0, gid 0, new size 6959481, atime 1780298646.000000000, mtime 1780298646.000000000, ctime 1780298646.000000000, rc 0 00000080:00200008:3.0:1780298646.807027:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.807033:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.807048:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.807058:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298646.807083:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.807090:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.807098:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.807111:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609779584:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.807147:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.807977:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609779584:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.807988:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.807997:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808007:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808016:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808025:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808032:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808044:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298646.808053:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a3480 x1866777609779584/t0(0) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298646.808062:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298646.808072:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808080:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4384cfe400 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298646.808084:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298646.808145:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298646.808155:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:3.0:1780298646.808160:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.808163:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.808166:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808173:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.808197:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.808203:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.808222:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.808225:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b300, flags 0x400001002 00000008:00010000:3.0:1780298646.808239:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.808241:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298646.808251:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.808262:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298646.808271:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.808275:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.808282:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.808295:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.808304:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00200000:3.0:1780298646.808312:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.808314:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.808322:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.808331:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.808335:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 544 00000020:00010000:3.0:1780298646.808338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.808341:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.808344:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.808347:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.808349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.808352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.808355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.808375:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.808391:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.808403:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.808406:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.808417:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.808419:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079ad10, flags 0x400001002 00000008:00010000:3.0:1780298646.808429:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.808431:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079b300, flags 0x400001002 00010000:00010000:3.0:1780298646.808438:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.808448:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.808455:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.808459:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.808473:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780298646.808485:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.808494:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00200000:3.0:1780298646.808502:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.808505:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.808514:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:3.0:1780298646.808522:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.808526:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 544 00000020:00010000:3.0:1780298646.808528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.808531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.808533:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27128/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.808536:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.808538:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.808540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.808543:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27758/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.808560:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.808573:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:3.0:1780298646.808583:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.808588:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.808598:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.808605:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 30 res 8589935618/51 (0 0) 00010000:00010000:3.0:1780298646.808623:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808631:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.808639:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 29360 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.808651:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609779712:192.168.203.125@tcp:101:fsx.0 00000100:00100000:3.0:1780298646.808727:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.809508:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609779712:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.809517:0:29360:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 4/1,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809525:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809532:0:29360:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809540:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809548:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809555:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 5/2,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809561:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1780298646.809569:0:29360:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8c43863a3480 x1866777609779712/t0(0) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1780298662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1780298646.809578:0:29360:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1780298646.809588:0:29360:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809596:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c438787b800 type 13 mode 4 res 8589935618/51 (0 0) 00000080:00200000:3.0:1780298646.809600:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1780298646.809643:0:29360:0:(file.c:6766:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1780298646.809652:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:3.0:1780298646.809655:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.809657:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.809660:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809672:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.809736:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.809741:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.809754:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.809756:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e6f0, osc lock ffff8c43a079b300, flags 0x400001002 00000008:00010000:3.0:1780298646.809766:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.809767:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e730, osc lock ffff8c43a079ad10, flags 0x400001002 00010000:00010000:3.0:1780298646.809790:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809799:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.809835:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.809842:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1780298646.809844:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.809852:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609779840:192.168.203.125@tcp:101:fsx.0 00000020:00200000:3.0:1780298646.809858:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.809877:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.809886:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609779968:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.810563:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.810608:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151744 00000100:00100000:0.0:1780298646.810612:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.810614:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151744 00000100:00100000:0.0:1780298646.810627:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605151872 00000100:00100000:0.0:1780298646.810631:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605151872 00000100:00100000:1.0:1780298646.810644:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24644 00000100:00100000:0.0:1780298646.810655:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24645 00000100:00100000:1.0:1780298646.810658:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605151744:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.810666:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1780298646.810666:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605151872:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.810677:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780298646.810679:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.810728:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1780298646.810759:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.810762:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.810763:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.810766:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:1.0:1780298646.810767:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000004de217d3[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.810770:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 520 00000020:00010000:0.0:1780298646.810775:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.810777:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.810819:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605151744:12345-192.168.203.125@tcp:106: Request processed in 169us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.810820:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605151872:12345-192.168.203.125@tcp:106: Request processed in 157us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.810830:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24644 00000100:00100000:0.0:1780298646.810835:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24645 00010000:00010000:2.0:1780298646.811508:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811518:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.811521:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811526:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811542:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811558:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.811560:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.811572:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298646.811573:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.811576:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.811581:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.811589:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811591:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811611:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.811612:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811621:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.811626:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.811630:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.811635:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.811647:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811655:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.811656:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.811663:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.811665:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.811667:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 544 00000020:00010000:1.0:1780298646.811674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.811680:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.811702:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e6f0 (ffff8c4390c27d88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.811703:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c94779d2/0x11c228eb194d58ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.811719:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e730 (ffff8c4390c27128/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.811724:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217ca00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.811726:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860926c8 (ffff8c4390c27758/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.811732:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.811732:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e6f0 (ffff8c4390c27758/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.811738:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e730 (ffff8c4390c27758/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.811744:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609779968:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.811780:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.811785:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.811791:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.811799:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ee1d1b85/0x11c228eb194d58e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.811801:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 1, offset 9689741, len 6006 00000080:00200000:1.0:1780298646.811812:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1780298646.811816:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:3.0:1780298646.811820:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609779840:192.168.203.125@tcp:101:fsx.0 00020000:00200000:1.0:1780298646.811824:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.811838:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2365, 2367] 00000008:00010000:1.0:1780298646.811843:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.811845:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022eb0, osc lock ffff8c43908f10a0, flags 0x0 00010000:00010000:1.0:1780298646.811864:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.811870:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.811875:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.811885:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609780096:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.811913:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.812595:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.812642:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152000 00000100:00100000:0.0:1780298646.812647:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152000 00000100:00100000:0.0:1780298646.812678:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24646 00000100:00100000:0.0:1780298646.812721:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605152000:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.812730:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.812776:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.812783:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:19992:x1866777605152000:12345-192.168.203.125@tcp:104: Request processed in 98us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.812791:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24646 00010000:00010000:2.0:1780298646.812798:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.812806:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.812816:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.812821:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.812854:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.812860:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.812896:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.812903:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.812933:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.812938:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.812945:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d58ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036b0a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.812951:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609780224:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.812968:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.812971:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.812973:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298646.813245:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609780096:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.813257:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.813267:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.813276:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.813636:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.813718:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.813728:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152128 00000100:00100000:0.0:1780298646.813733:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152128 00000100:00100000:0.0:1780298646.813758:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24647 00000100:00100000:0.0:1780298646.813765:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605152128:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.813773:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.813788:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->5505023] (req 5492736->5505023) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.813796:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.813805:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.813812:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.813820:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.813839:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4387a6a200) 00010000:00010000:3.0:1780298646.813852:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.813863:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.813868:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7400:x1866777605152128:12345-192.168.203.125@tcp:105: Request processed in 101us (231us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298646.813875:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.813879:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24647 00000008:00010000:3.0:1780298646.813887:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=39047167 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.813894:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.813898:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.813917:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 544 00000100:00100000:2.0:1780298646.813970:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780352:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.814441:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609780224:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.814911:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780352:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.814947:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096e48 (ffff8c439057da28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.814950:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096e48 (ffff8c439057da28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.814953:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022eb0 (ffff8c439057dcf8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.814956:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.814962:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.814973:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096e48 (ffff8c439057da28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.814975:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022eb0 (ffff8c439057da28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.814994:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.815037:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.815044:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.815059:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.815070:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.815080:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.815087:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.815093:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:3.0:1780298646.815096:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:3.0:1780298646.815101:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.815104:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.815111:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.815133:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.815137:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.815150:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.815152:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079a850, flags 0x400001002 00000008:00010000:3.0:1780298646.815161:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.815162:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079a720, flags 0x400001002 00010000:00010000:3.0:1780298646.815168:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.815180:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.815186:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.815213:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.815218:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.815224:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:3.0:1780298646.815226:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.815238:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780608:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.815273:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780480:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.815975:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.816024:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152384 00000100:00100000:0.0:1780298646.816030:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152384 00000100:00100000:0.0:1780298646.816071:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24648 00000100:00100000:0.0:1780298646.816078:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605152384:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.816085:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.816097:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.816111:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:0.0:1780298646.816120:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.816122:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.816124:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.816126:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:0.0:1780298646.816161:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605152384:12345-192.168.203.125@tcp:106: Request processed in 84us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.816166:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24648 00000100:00100000:0.0:1780298646.816176:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152256 00000100:00100000:0.0:1780298646.816178:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152256 00000100:00100000:0.0:1780298646.816198:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24649 00000100:00100000:0.0:1780298646.816204:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605152256:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.816209:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.816215:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.816229:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.816230:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.816232:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.816233:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:0.0:1780298646.816255:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605152256:12345-192.168.203.125@tcp:106: Request processed in 53us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.816259:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24649 00010000:00010000:2.0:1780298646.816826:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816834:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816841:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816845:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816849:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.816855:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.816857:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.816860:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816864:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816868:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816872:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.816875:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816897:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.816900:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816904:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000feae2f16/0x11c228eb194d5902 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.816916:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780608:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.816929:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816938:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816945:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816952:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816959:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.816968:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.816970:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.816978:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816983:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816988:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.816992:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d400 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:3.0:1780298646.816994:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00010000:00010000:2.0:1780298646.816994:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:3.0:1780298646.817000:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.817004:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.817006:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.817008:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.817010:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.817012:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c27f38/1) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.817015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c27f38/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.817015:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.817019:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.817024:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000982ceef0/0x11c228eb194d58fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.817033:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780480:192.168.203.125@tcp:101:fsx.0 00000080:00200000:3.0:1780298646.817055:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.817075:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1780298646.817087:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.817092:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.817103:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.817105:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e030, osc lock ffff8c43a079a720, flags 0x400001002 00000008:00010000:3.0:1780298646.817115:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.817117:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e070, osc lock ffff8c43a079a850, flags 0x400001002 00010000:00010000:3.0:1780298646.817123:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.817141:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.817149:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.817184:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609780736:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.817185:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.817194:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:3.0:1780298646.817202:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.817221:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780864:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.817910:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.817968:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152512 00000100:00100000:0.0:1780298646.817973:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152512 00000100:00100000:0.0:1780298646.818003:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24650 00000100:00100000:0.0:1780298646.818011:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605152512:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.818019:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.818028:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.818033:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.818060:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.818063:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.818067:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.818068:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:0.0:1780298646.818111:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605152512:12345-192.168.203.125@tcp:106: Request processed in 101us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.818118:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24650 00000100:00100000:0.0:1780298646.818131:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152640 00000100:00100000:0.0:1780298646.818134:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152640 00000100:00100000:0.0:1780298646.818150:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24651 00000100:00100000:0.0:1780298646.818158:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605152640:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.818165:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.818173:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:0.0:1780298646.818194:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.818195:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:0.0:1780298646.818199:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.818200:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:0.0:1780298646.818233:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605152640:12345-192.168.203.125@tcp:106: Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.818239:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24651 00010000:00010000:2.0:1780298646.818736:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818748:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818757:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818765:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818773:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.818782:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.818787:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.818790:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818797:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818806:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818818:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217c200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.818822:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818833:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818842:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818848:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818849:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.818855:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.818864:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000005aebd400/0x11c228eb194d5909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.818876:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609780736:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.818905:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818910:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.818916:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:3.0:1780298646.818918:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.818926:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818930:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818935:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818939:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.818941:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.818949:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:1.0:1780298646.818952:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093b50 (ffff8c4390c27f38/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.818955:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093b50 (ffff8c4390c27f38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.818957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e030 (ffff8c4390c27098/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.818959:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e070 (ffff8c4390c27878/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.818961:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093b50 (ffff8c4390c27f38/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.818963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e030 (ffff8c4390c27f38/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.818964:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.818966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e070 (ffff8c4390c27f38/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.818968:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.818977:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000b102cb82/0x11c228eb194d5910 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.818991:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609780864:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.818991:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.819010:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:1.0:1780298646.819036:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1409423, type: SEEK_SET 00000080:00200008:1.0:1780298646.819040:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1409423, type: SEEK_SET, rc = 1409423 00000080:00200008:1.0:1780298646.819045:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1409423, count: 1632 00000080:00200000:1.0:1780298646.819076:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 344 00000080:00200000:1.0:1780298646.819094:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 1409423, bytes: 1632 00000080:00200000:1.0:1780298646.819097:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.819100:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.819102:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [1409423, 1411055) 0 0 00000080:00200000:1.0:1780298646.819104:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.819112:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1409423, 1411055) 1411055, 1632 00020000:00200000:1.0:1780298646.819114:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.819130:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [344, 344] 00000008:00010000:1.0:1780298646.819135:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.819138:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022830, osc lock ffff8c43908f0390, flags 0x0 00010000:00010000:1.0:1780298646.819158:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.819165:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->1413119] (req 1409024->1413119) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.819171:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->1413119] (req 1409024->1413119) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.819181:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609780992:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.819210:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298646.819953:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609780992:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.819963:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.819975:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.819985:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.819994:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.820003:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=5492735 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.820012:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.820024:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1780298646.820038:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [1409423, 1411055) 00000080:00200000:3.0:1780298646.820048:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 6959481 00000080:00200000:3.0:1780298646.820051:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:1632 iocb pos:1409423 00000008:00010000:3.0:1780298646.820085:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4316eabf00 00000008:00010000:3.0:1780298646.820121:0:27440:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eabf00 00010000:00010000:3.0:1780298646.820140:0:27440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1409024 1413119) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:3.0:1780298646.820159:0:27440:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43863a0a80 - object 0x2c0000401:17 offset 1409024<>1413120 00000100:00100000:2.0:1780298646.820190:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609781120:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.821076:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eabf00 00000020:00200000:2.0:1780298646.821083:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.821094:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eabf00 00000100:00100000:2.0:1780298646.821110:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609781120:192.168.203.125@tcp:3:fsx.0 00000020:00010000:3.0:1780298646.821117:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860964e8 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.821122:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860964e8 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.821125:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022830 (ffff8c439057df38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.821130:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.821141:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.821154:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860964e8 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.821157:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022830 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.821164:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1632 bytes 00000080:00200000:3.0:1780298646.821184:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.821188:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 1632, restart: 0 00000080:00200000:3.0:1780298646.821192:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 1632 00000080:00200008:2.0:1780298646.821246:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.821254:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.821270:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.821281:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.821296:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.821303:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.821309:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.821312:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:2.0:1780298646.821317:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.821320:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.821328:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.821350:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.821356:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.821373:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.821376:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298646.821389:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.821391:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298646.821398:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.821417:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.821425:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.821454:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000100:00100000:3.0:1780298646.821470:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781248:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.821473:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00200000:2.0:1780298646.821483:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.821486:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.821494:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00200000:2.0:1780298646.821504:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.822158:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.822191:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152768 00000100:00100000:0.0:1780298646.822196:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152768 00000100:00100000:0.0:1780298646.822222:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24652 00000100:00100000:0.0:1780298646.822229:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605152768:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.822236:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.822244:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.822266:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.822267:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.822270:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.822271:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:0.0:1780298646.822304:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605152768:12345-192.168.203.125@tcp:106: Request processed in 75us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.822309:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24652 00010000:00010000:3.0:1780298646.822892:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822901:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822908:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822912:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822916:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.822921:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.822924:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.822931:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822935:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822941:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822946:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.822949:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.822953:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:2.0:1780298646.822958:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.822960:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.822962:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.822964:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.822966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.822968:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eec68/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.822971:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.822973:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.822976:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.822981:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d591e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.822993:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781248:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.822994:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.823014:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.823026:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.823031:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.823043:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.823046:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.823056:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.823057:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.823065:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.823083:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.823090:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.823109:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.823116:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00100000:3.0:1780298646.823117:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609781376:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.823127:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.823129:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.823135:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00200000:2.0:1780298646.823142:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.823811:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.823844:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605152896 00000100:00100000:0.0:1780298646.823848:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605152896 00000100:00100000:0.0:1780298646.823870:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24653 00000100:00100000:0.0:1780298646.823874:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605152896:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.823879:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.823886:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.823902:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.823904:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.823907:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.823908:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:0.0:1780298646.823934:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605152896:12345-192.168.203.125@tcp:106: Request processed in 60us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.823938:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24653 00010000:00010000:3.0:1780298646.824474:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824482:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824487:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824491:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824496:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.824501:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.824503:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.824511:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824516:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824520:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824523:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.824525:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.824543:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:2.0:1780298646.824544:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00010000:00010000:3.0:1780298646.824546:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.824549:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.824555:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5925 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.824555:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.824564:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.824571:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.824576:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.824577:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609781376:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.824583:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eec68/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.824587:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.824608:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.824622:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:2.0:1780298646.824656:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1888441, type: SEEK_SET 00000080:00200008:2.0:1780298646.824661:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 1888441, type: SEEK_SET, rc = 1888441 00000080:00200008:2.0:1780298646.824668:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 1888441, count: 2290 00000080:00200000:2.0:1780298646.824728:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 461 00000080:00200000:2.0:1780298646.824745:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 1888441, bytes: 2290 00000080:00200000:2.0:1780298646.824749:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:2.0:1780298646.824754:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00200000:2.0:1780298646.824756:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [1888441, 1890731) 0 0 00000080:00200000:2.0:1780298646.824759:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.824769:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [1888441, 1890731) 1890731, 2290 00020000:00200000:2.0:1780298646.824772:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.824788:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [461, 461] 00000008:00010000:2.0:1780298646.824795:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.824797:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a50a0, flags 0x0 00010000:00010000:2.0:1780298646.824806:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.824823:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1888256 1892351) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.824831:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.824845:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.824852:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.824860:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [1888441, 1890731) 00000080:00200000:2.0:1780298646.824867:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 6959481 00000080:00200000:2.0:1780298646.824870:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:2290 iocb pos:1888441 00000008:00010000:2.0:1780298646.824896:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617480 00000008:00010000:2.0:1780298646.824925:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617480 00010000:00010000:2.0:1780298646.824940:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (1888256 1892351) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1780298646.824961:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388646a00 - object 0x2c0000401:17 offset 1888256<>1892352 00000100:00100000:3.0:1780298646.824996:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781504:192.168.203.125@tcp:3:fsx.0 00000008:00010000:3.0:1780298646.825804:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617480 00000020:00200000:3.0:1780298646.825809:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:3.0:1780298646.825817:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617480 00000100:00100000:3.0:1780298646.825827:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781504:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.825849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a07943f8 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.825853:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a07943f8 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.825857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929eea28/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.825862:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.825871:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.825883:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a07943f8 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.825885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929eec68/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.825891:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 2290 bytes 00000080:00200000:2.0:1780298646.825904:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.825908:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 2290, restart: 0 00000080:00200000:2.0:1780298646.825911:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 2290 00000080:00200008:2.0:1780298646.825928:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.825934:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.825947:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.825958:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.825967:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.825975:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.825981:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.825984:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:2.0:1780298646.825989:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.825992:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.826000:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.826022:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.826027:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.826039:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.826041:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298646.826050:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.826052:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298646.826059:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.826076:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.826084:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.826111:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298646.826118:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1780298646.826121:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000100:00100000:3.0:1780298646.826126:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781632:192.168.203.125@tcp:101:fsx.0 00000020:00200000:2.0:1780298646.826136:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.826139:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.826147:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298646.826158:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.826868:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.826927:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.826939:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153024 00000100:00100000:0.0:1780298646.826943:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153024 00000100:00100000:0.0:1780298646.826972:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24654 00000100:00100000:0.0:1780298646.826980:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605153024:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.826990:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.827000:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.827030:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.827032:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.827036:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.827038:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:0.0:1780298646.827077:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605153024:12345-192.168.203.125@tcp:106: Request processed in 97us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.827085:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24654 00010000:00010000:3.0:1780298646.827683:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.827724:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.827734:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.827742:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.827749:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.827763:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.827767:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.827777:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.827784:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.827790:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.827792:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:2.0:1780298646.827798:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.827799:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.827803:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.827804:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.827808:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.827819:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.827823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.827826:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.827826:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.827830:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.827832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.827840:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d592c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.827851:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781632:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.827866:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.827882:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.827894:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.827897:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.827908:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.827911:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.827919:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.827921:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.827928:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.827947:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.827954:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.827979:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000100:00100000:3.0:1780298646.827989:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781760:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.827990:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00200000:2.0:1780298646.828002:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.828005:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.828013:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00200000:2.0:1780298646.828025:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.828776:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.828811:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153152 00000100:00100000:0.0:1780298646.828815:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153152 00000100:00100000:0.0:1780298646.828835:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24655 00000100:00100000:0.0:1780298646.828840:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605153152:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.828846:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.828852:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.828868:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.828870:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.828872:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.828873:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:0.0:1780298646.828899:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605153152:12345-192.168.203.125@tcp:106: Request processed in 59us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.828903:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24655 00010000:00010000:3.0:1780298646.829565:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829572:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829578:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829582:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829586:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.829591:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.829593:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.829602:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829606:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829611:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.829619:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.829621:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.829626:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:2.0:1780298646.829631:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.829633:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.829635:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.829638:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.829640:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.829641:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.829643:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.829645:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.829647:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.829655:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.829666:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609781760:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.829674:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.829721:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00a00000:2.0:1780298646.829759:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c4386023000 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:2.0:1780298646.829772:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.829776:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.829785:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.829786:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a50a0, flags 0x400001002 00000008:00010000:2.0:1780298646.829792:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.829793:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a4d10, flags 0x400001002 00010000:00010000:2.0:1780298646.829799:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.829815:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.829822:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.829851:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.829853:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609781888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.829863:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.829870:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.829889:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609782016:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.830595:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.830625:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.830634:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153280 00000100:00100000:0.0:1780298646.830638:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153280 00000100:00100000:1.0:1780298646.830645:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153408 00000100:00100000:1.0:1780298646.830650:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153408 00000100:00100000:0.0:1780298646.830659:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24656 00000100:00100000:0.0:1780298646.830665:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605153280:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.830671:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.830679:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24657 00010000:00010000:0.0:1780298646.830679:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.830724:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605153408:12345-192.168.203.125@tcp:106: 00000020:00010000:0.0:1780298646.830731:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.830733:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00010000:00010000:1.0:1780298646.830734:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298646.830741:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.830744:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00010000:00010000:1.0:1780298646.830759:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:0.0:1780298646.830778:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605153280:12345-192.168.203.125@tcp:106: Request processed in 114us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.830783:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24656 00000020:00010000:1.0:1780298646.830803:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.830805:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:1.0:1780298646.830809:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.830811:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:1.0:1780298646.830857:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605153408:12345-192.168.203.125@tcp:106: Request processed in 167us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.830865:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24657 00010000:00010000:3.0:1780298646.831364:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831372:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831445:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831450:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831456:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.831462:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.831464:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.831467:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831471:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831477:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831481:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.831484:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831503:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.831506:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.831510:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d593a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.831524:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609781888:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.831543:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831551:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831557:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831561:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831576:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.831585:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.831588:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.831598:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831611:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831619:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831626:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.831630:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.831632:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:1.0:1780298646.831638:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.831643:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.831646:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.831649:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee488/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.831652:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de238 (ffff8c43929eec68/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.831654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929eec68/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.831658:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929eec68/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.831671:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.831677:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.831716:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000afc6cc3/0x11c228eb194d5941 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.831725:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.831734:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609782016:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.831792:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 926 00000080:00200000:1.0:1780298646.831800:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.831808:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.831828:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [926, 926] 00000008:00010000:1.0:1780298646.831835:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.831839:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022230, osc lock ffff8c43908f0720, flags 0x0 00010000:00010000:1.0:1780298646.831847:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (3792896 3796991) 00010000:00010000:1.0:1780298646.831866:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.831876:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->3796991] (req 3792896->3796991) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.831885:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->3796991] (req 3792896->3796991) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.831900:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609782144:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.831939:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.832633:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609782144:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.832645:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.832658:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.832669:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.832678:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.832702:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=5492735 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.832732:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.832739:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.832756:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00010000:00010000:1.0:1780298646.832787:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 70 res 11811161089/17 (0 4095) 00000008:00010000:1.0:1780298646.832804:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1b40 00000008:00010000:1.0:1780298646.832839:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1b40 00010000:00010000:1.0:1780298646.832857:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3792896 3796991) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:1.0:1780298646.832880:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0700 - object 0x2c0000401:17 offset 3792896<>3796992 00000100:00100000:1.0:1780298646.832925:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.832935:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782272:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.833832:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1b40 00000020:00200000:1.0:1780298646.833839:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.833851:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1b40 00000100:00100000:1.0:1780298646.833866:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782272:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.833877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096b78 (ffff8c439057d758/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.833882:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096b78 (ffff8c439057d758/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.833885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022230 (ffff8c439057d098/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.833890:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.833901:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.833913:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096b78 (ffff8c439057d758/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.833915:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022230 (ffff8c439057d758/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.833937:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1780298646.833996:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 927 00000080:00200000:0.0:1780298646.834001:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.834007:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.834022:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [927, 927] 00000008:00010000:0.0:1780298646.834028:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.834031:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeab0, osc lock ffff8c43860851d0, flags 0x0 00010000:00010000:0.0:1780298646.834039:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.834049:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3796992 3801087) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.834059:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.834067:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.834074:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1780298646.834083:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 4194304 00010000:00010000:0.0:1780298646.834097:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 70 res 11811161089/17 (0 4095) 00000008:00010000:0.0:1780298646.834105:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02d80 00000008:00010000:0.0:1780298646.834132:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02d80 00010000:00010000:0.0:1780298646.834143:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3796992 3801087) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:0.0:1780298646.834168:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388661f80 - object 0x2c0000401:17 offset 3796992<>3801088 00000100:00100000:0.0:1780298646.834198:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.834204:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609782400:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.835139:0:2397:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02d80 00000020:00200000:1.0:1780298646.835144:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.835154:0:2397:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02d80 00000100:00100000:1.0:1780298646.835167:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609782400:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.835174:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.835177:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.835180:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeab0 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.835183:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.835189:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.835196:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.835198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeab0 (ffff8c43878aea28/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.835218:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.835272:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.835278:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.835290:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.835299:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.835305:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1780298646.835313:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.835317:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.835319:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:0.0:1780298646.835323:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.835324:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.835329:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298646.835342:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.835345:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.835353:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.835354:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.835360:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.835361:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298646.835365:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.835378:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.835383:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.835408:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.835413:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.835419:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:0.0:1780298646.835421:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.835431:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782656:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.835480:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782528:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.836248:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.836268:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.836281:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153536 00000100:00100000:0.0:1780298646.836284:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153536 00000100:00100000:1.0:1780298646.836300:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153664 00000100:00100000:1.0:1780298646.836306:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153664 00000100:00100000:0.0:1780298646.836310:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24658 00000100:00100000:0.0:1780298646.836317:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605153536:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.836324:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.836330:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298646.836337:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24659 00000100:00100000:1.0:1780298646.836346:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605153664:12345-192.168.203.125@tcp:106: 00000020:00010000:0.0:1780298646.836353:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.836354:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00010000:00010000:1.0:1780298646.836355:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.836360:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.836362:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00010000:00010000:1.0:1780298646.836372:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.836392:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605153536:12345-192.168.203.125@tcp:106: Request processed in 76us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.836397:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24658 00000020:00010000:1.0:1780298646.836402:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.836404:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.836408:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.836410:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.836448:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605153664:12345-192.168.203.125@tcp:106: Request processed in 102us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.836456:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24659 00010000:00010000:1.0:1780298646.837052:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837066:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837083:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837089:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837094:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.837100:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.837104:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.837106:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837111:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837115:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837120:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.837123:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837144:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.837147:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837152:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d18a958e/0x11c228eb194d5956 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.837164:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782656:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.837175:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837180:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837185:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837189:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837193:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.837197:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.837199:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.837207:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837212:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837217:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.837221:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.837223:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.837229:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:0.0:1780298646.837232:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.837235:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.837237:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.837238:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.837242:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.837243:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.837246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.837251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.837257:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000025a51b42/0x11c228eb194d594f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.837258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.837271:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782528:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.837292:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.837306:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.837314:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.837317:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.837324:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.837325:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.837331:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.837332:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.837337:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.837350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.837356:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.837389:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298646.837393:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.837396:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.837408:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.837420:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.837434:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782912:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.838169:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.838189:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.838213:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.838224:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153792 00000100:00100000:1.0:1780298646.838227:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153792 00000100:00100000:1.0:1780298646.838252:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605153920 00000100:00100000:1.0:1780298646.838255:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605153920 00000100:00100000:0.0:1780298646.838270:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24660 00000100:00100000:1.0:1780298646.838277:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24661 00000100:00100000:0.0:1780298646.838279:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605153792:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.838287:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.838290:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388677850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605153920:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.838301:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.838304:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.838316:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1780298646.838324:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.838326:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.838330:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.838331:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.838352:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.838355:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000020:00010000:1.0:1780298646.838361:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:0.0:1780298646.838362:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:9128:x1866777605153792:12345-192.168.203.125@tcp:106: Request processed in 83us (191us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.838363:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 24 00000100:00100000:0.0:1780298646.838373:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24660 00000100:00100000:1.0:1780298646.838405:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388677850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605153920:12345-192.168.203.125@tcp:106: Request processed in 118us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.838413:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24661 00010000:00010000:1.0:1780298646.839000:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839009:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839016:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839022:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839027:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.839032:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.839035:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.839037:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839041:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839046:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839050:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.839053:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839071:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.839073:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839081:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b62c330a/0x11c228eb194d595d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.839089:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782784:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.839100:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839105:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839110:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839114:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839119:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.839122:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:1.0:1780298646.839124:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.839135:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839143:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839147:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839151:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.839153:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.839168:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.839170:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.839171:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00010000:00010000:1.0:1780298646.839180:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000007ae3ee93/0x11c228eb194d5964 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.839180:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.839187:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.839193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298646.839196:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609782912:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.839198:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.839203:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.839205:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.839210:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.839232:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.839246:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:0.0:1780298646.839255:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.839260:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.839271:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.839279:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.839288:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:0.0:1780298646.839295:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.839300:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.839303:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.839307:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.839310:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780298646.839318:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298646.839342:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.839348:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.839362:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.839364:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.839375:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.839377:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298646.839384:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.839399:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.839405:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.839428:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.839434:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:1.0:1780298646.839436:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:0.0:1780298646.839443:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.839446:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783040:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.839447:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780298646.839455:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00200000:0.0:1780298646.839461:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.840042:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.840070:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154048 00000100:00100000:1.0:1780298646.840074:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154048 00000100:00100000:1.0:1780298646.840095:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24662 00000100:00100000:1.0:1780298646.840101:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605154048:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.840107:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.840113:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.840127:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.840128:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.840131:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.840132:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.840158:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605154048:12345-192.168.203.125@tcp:106: Request processed in 57us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.840162:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24662 00010000:00010000:1.0:1780298646.840763:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840770:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840776:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840780:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840783:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.840789:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.840791:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.840799:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840804:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840809:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.840813:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.840815:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.840820:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:0.0:1780298646.840824:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.840827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.840829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.840832:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.840833:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.840834:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.840837:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.840837:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.840844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.840848:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d596b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.840858:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783040:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.840872:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.840885:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.840895:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.840898:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.840906:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.840908:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.840914:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.840915:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.840920:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.840934:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.840940:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.840959:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298646.840964:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00100000:1.0:1780298646.840970:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783168:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.840971:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.840976:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1780298646.840981:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000020:00200000:0.0:1780298646.840987:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.841582:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.841611:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154176 00000100:00100000:1.0:1780298646.841616:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154176 00000100:00100000:1.0:1780298646.841647:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24663 00000100:00100000:1.0:1780298646.841655:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605154176:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.841663:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.841672:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.841719:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.841721:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.841724:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.841725:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.841751:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605154176:12345-192.168.203.125@tcp:106: Request processed in 98us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.841756:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24663 00010000:00010000:1.0:1780298646.842301:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842308:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842313:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842320:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842324:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.842329:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.842331:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.842338:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842342:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842347:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.842351:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.842354:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.842357:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:0.0:1780298646.842361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.842363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.842365:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.842368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.842370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.842371:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.842372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.842376:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.842376:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.842389:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ad4198ae/0x11c228eb194d5972 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.842397:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783168:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.842411:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.842426:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:0.0:1780298646.842434:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.842437:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.842447:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.842455:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.842462:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298646.842466:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.842469:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.842471:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.842475:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.842477:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.842481:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298646.842495:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.842498:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.842505:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.842507:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.842512:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.842513:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298646.842517:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.842528:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.842534:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.842550:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1780298646.842555:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000100:00100000:1.0:1780298646.842561:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:0.0:1780298646.842561:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.842565:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 1 00000100:00100000:1.0:1780298646.842570:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783296:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.842572:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00200000:0.0:1780298646.842584:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.843154:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.843179:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154304 00000100:00100000:1.0:1780298646.843182:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154304 00000100:00100000:1.0:1780298646.843202:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24664 00000100:00100000:1.0:1780298646.843208:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605154304:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.843212:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.843218:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.843232:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.843233:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.843236:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.843237:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.843261:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605154304:12345-192.168.203.125@tcp:106: Request processed in 54us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.843265:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24664 00010000:00010000:1.0:1780298646.843823:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843831:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843837:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843841:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843845:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.843850:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.843852:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.843860:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843865:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843869:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.843873:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.843877:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.843881:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:0.0:1780298646.843885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.843888:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.843890:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.843892:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.843893:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.843895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.843897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.843921:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.843927:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.843931:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.843939:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d5979 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.843950:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298646.843953:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783296:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.843965:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.843970:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.843982:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.843984:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.843990:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.843991:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.843996:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.844009:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.844015:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.844040:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298646.844046:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00000020:00200000:0.0:1780298646.844052:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.844053:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1780298646.844059:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00200000:0.0:1780298646.844064:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.844092:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783424:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.844724:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.844746:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154432 00000100:00100000:1.0:1780298646.844752:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154432 00000100:00100000:1.0:1780298646.844780:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24665 00000100:00100000:1.0:1780298646.844789:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605154432:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.844797:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.844807:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.844830:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.844832:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.844836:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.844838:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.844874:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605154432:12345-192.168.203.125@tcp:106: Request processed in 86us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.844881:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24665 00010000:00010000:1.0:1780298646.845425:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845433:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845439:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845443:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845447:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.845452:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.845454:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.845462:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845467:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845476:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.845480:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.845483:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.845485:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000020:00010000:0.0:1780298646.845490:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.845492:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.845496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.845500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.845501:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.845504:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.845505:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.845509:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.845517:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000006feb3828/0x11c228eb194d5980 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.845517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.845531:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783424:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.845547:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.845556:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:0.0:1780298646.845564:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.845567:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.845576:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.845582:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.845588:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298646.845593:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.845596:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.845598:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.845601:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.845603:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.845607:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.845620:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.845623:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.845631:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.845632:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.845638:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.845639:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298646.845642:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.845653:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.845658:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.845679:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:1.0:1780298646.845689:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298646.845716:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:1.0:1780298646.845724:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783552:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.845725:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.845729:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1780298646.845735:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:0.0:1780298646.845742:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.846309:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.846336:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154560 00000100:00100000:1.0:1780298646.846340:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154560 00000100:00100000:1.0:1780298646.846361:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24666 00000100:00100000:1.0:1780298646.846367:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605154560:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.846373:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.846382:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.846396:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.846397:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.846400:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.846400:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.846426:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605154560:12345-192.168.203.125@tcp:106: Request processed in 60us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.846430:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24666 00010000:00010000:1.0:1780298646.846993:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847000:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847005:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847009:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847013:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.847023:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.847026:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.847037:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847045:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847052:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847058:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.847061:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00010000:00010000:1.0:1780298646.847062:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.847067:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.847073:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.847080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.847083:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.847085:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.847087:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.847090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.847108:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.847113:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.847118:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5987 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.847122:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.847128:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783552:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.847141:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 4446031, len 2513 00000080:00200000:0.0:1780298646.847151:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.847153:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.847159:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.847169:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1085, 1086] 00000008:00010000:0.0:1780298646.847174:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.847176:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeab0, osc lock ffff8c4386084f70, flags 0x0 00010000:00010000:0.0:1780298646.847183:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.847189:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (249856 258047) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.847195:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.847200:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.847204:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1780298646.847211:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 568 00000100:00100000:1.0:1780298646.847269:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783680:192.168.203.125@tcp:22:fsx.0 00000100:00100000:1.0:1780298646.848208:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783680:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298646.848221:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.848224:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.848226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeab0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.848229:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1780298646.848239:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00010000:0.0:1780298646.848245:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.848246:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeab0 (ffff8c43878aea28/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.848260:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.848294:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.848297:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.848305:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.848311:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.848317:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.848321:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.848324:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.848326:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.848329:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.848331:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.848335:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298646.848350:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.848353:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.848360:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.848361:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084f70, flags 0x400001002 00000008:00010000:0.0:1780298646.848367:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.848368:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.848372:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.848383:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.848388:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.848405:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298646.848410:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000100:00100000:1.0:1780298646.848416:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609783808:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.848416:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.848420:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298646.848427:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:0.0:1780298646.848436:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.849048:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.849074:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154688 00000100:00100000:1.0:1780298646.849078:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154688 00000100:00100000:1.0:1780298646.849101:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24667 00000100:00100000:1.0:1780298646.849107:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605154688:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.849113:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.849119:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.849136:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.849138:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.849140:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.849141:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.849167:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605154688:12345-192.168.203.125@tcp:106: Request processed in 61us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.849172:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24667 00010000:00010000:1.0:1780298646.849751:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849759:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849768:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849772:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849776:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.849781:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.849784:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.849792:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849797:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849801:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849806:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.849808:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.849813:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00000020:00010000:0.0:1780298646.849817:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.849818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.849820:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.849823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.849825:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.849827:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.849828:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.849829:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.849832:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.849837:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d598e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.849849:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609783808:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.849851:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.849867:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.849876:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.849879:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.849886:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.849887:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.849892:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.849893:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084f70, flags 0x400001002 00010000:00010000:0.0:1780298646.849898:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.849910:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.849915:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.849931:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.849937:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:0.0:1780298646.849943:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.849945:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000100:00100000:1.0:1780298646.849949:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783936:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.849951:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:0.0:1780298646.849960:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.850499:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.850535:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.850546:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154816 00000100:00100000:1.0:1780298646.850550:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154816 00000100:00100000:1.0:1780298646.850577:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24668 00000100:00100000:1.0:1780298646.850585:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605154816:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.850593:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.850601:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.850622:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.850625:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.850628:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.850630:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.850664:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605154816:12345-192.168.203.125@tcp:106: Request processed in 79us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.850672:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24668 00010000:00010000:1.0:1780298646.851205:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851212:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851217:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851221:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851225:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.851230:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:1.0:1780298646.851233:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.851240:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851245:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851253:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851257:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.851259:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00010000:00010000:1.0:1780298646.851260:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.851263:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.851268:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.851271:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878aeab8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.851273:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878aec68/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.851275:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753230 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.851276:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878aea28/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.851279:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878aea28/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.851292:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.851296:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.851301:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5995 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.851302:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.851315:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000100:00100000:1.0:1780298646.851318:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609783936:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.851333:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 2358355, len 4404 00000080:00200000:0.0:1780298646.851341:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.851343:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.851346:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.851353:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [575, 576] 00000008:00010000:0.0:1780298646.851357:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.851358:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aeab0, osc lock ffff8c4386084f70, flags 0x0 00010000:00010000:0.0:1780298646.851363:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (2355200 2363391) 00010000:00010000:0.0:1780298646.851374:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.851380:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.851385:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.851394:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609784064:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.851422:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.851976:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.852003:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605154944 00000100:00100000:1.0:1780298646.852008:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605154944 00000100:00100000:1.0:1780298646.852035:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24669 00000100:00100000:1.0:1780298646.852043:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605154944:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.852049:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.852079:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.852083:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605154944:12345-192.168.203.125@tcp:104: Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.852088:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24669 00010000:00010000:3.0:1780298646.852107:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.852115:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.852124:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6a400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.852128:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1780298646.852189:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.852246:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.852281:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.852287:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.852301:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.852305:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000002da3aec0/0x11c228eb194d5917 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [1409024->5492735] (req 1409024->1413119) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036b65 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780298646.852313:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.852314:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.852315:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.852326:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609784192:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.852602:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609784064:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.852611:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.852623:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.852627:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.853050:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.853082:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155072 00000100:00100000:1.0:1780298646.853085:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155072 00000100:00100000:1.0:1780298646.853109:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24670 00000100:00100000:1.0:1780298646.853114:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605155072:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.853119:0:6140:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.853127:0:6140:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->2363391] (req 2355200->2363391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.853137:0:6140:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.853145:0:6140:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.853154:0:6140:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.853162:0:6140:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.853181:0:6140:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e7800) 00010000:00010000:2.0:1780298646.853210:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.853210:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8374:x1866777605155072:12345-192.168.203.125@tcp:105: Request processed in 95us (160us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.853228:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.853228:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24670 00010000:00010000:2.0:1780298646.853237:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.853244:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=3792896, end=3792895 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.853250:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.853256:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.853273:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00000100:00100000:2.0:1780298646.853307:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.853315:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609784320:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.853833:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609784192:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.854133:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609784320:192.168.203.125@tcp:22:fsx.0 00000020:00010000:3.0:1780298646.854159:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_release():245 00000020:00010000:3.0:1780298646.854162:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1780298646.854165:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aeab0 (ffff8c43878aec68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.854168:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.854175:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1780298646.854181:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa218 (ffff8c43878aea28/0) at cl_lock_fini():72 00000020:00010000:3.0:1780298646.854183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aeab0 (ffff8c43878aea28/1) at cl_lock_fini():72 00000080:00200000:3.0:1780298646.854197:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1780298646.854210:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1780298646.854214:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:3.0:1780298646.854224:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:3.0:1780298646.854230:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.854237:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1780298646.854241:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1780298646.854244:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:3.0:1780298646.854246:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:3.0:1780298646.854249:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:3.0:1780298646.854251:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1780298646.854259:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:3.0:1780298646.854273:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1780298646.854276:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:3.0:1780298646.854284:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.854286:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e870, osc lock ffff8c43a079a390, flags 0x400001002 00000008:00010000:3.0:1780298646.854295:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1780298646.854297:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c438564e8b0, osc lock ffff8c43a079b8f0, flags 0x400001002 00010000:00010000:3.0:1780298646.854301:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:3.0:1780298646.854313:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.854318:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.854337:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000100:00100000:3.0:1780298646.854346:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780298646.854353:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609784448:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.854363:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00000020:00200000:2.0:1780298646.854373:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.854375:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.854382:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1780298646.854390:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.854952:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.854986:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155200 00000100:00100000:1.0:1780298646.854990:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155200 00000100:00100000:1.0:1780298646.855016:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24671 00000100:00100000:1.0:1780298646.855025:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605155200:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.855034:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.855044:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.855062:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.855063:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.855065:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.855066:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.855095:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605155200:12345-192.168.203.125@tcp:106: Request processed in 73us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.855100:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24671 00010000:00010000:3.0:1780298646.855591:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855598:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855608:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855612:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855616:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.855621:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:3.0:1780298646.855623:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.855631:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855635:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855640:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.855645:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43c217d800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.855647:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.855659:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00000020:00010000:2.0:1780298646.855664:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386093478 (ffff8c4390c277e8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.855667:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386093478 (ffff8c4390c277e8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.855670:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e870 (ffff8c4390c27488/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.855674:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.855674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c438564e8b0 (ffff8c4390c27908/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.855678:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.855680:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386093478 (ffff8c4390c277e8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.855719:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e870 (ffff8c4390c277e8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.855726:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b102cb82/0x11c228eb194d59a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.855728:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c438564e8b0 (ffff8c4390c277e8/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.855744:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609784448:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.855768:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.855781:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.855795:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.855798:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.855809:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.855811:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298646.855822:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.855823:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.855828:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.855841:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.855847:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.855866:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000100:00100000:3.0:1780298646.855878:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609784576:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.855881:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00000020:00200000:2.0:1780298646.855888:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.855891:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1780298646.855896:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000020:00200000:2.0:1780298646.855903:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.856444:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.856472:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155328 00000100:00100000:1.0:1780298646.856475:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155328 00000100:00100000:1.0:1780298646.856494:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24672 00000100:00100000:1.0:1780298646.856498:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605155328:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.856504:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.856510:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.856525:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.856526:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:1.0:1780298646.856528:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.856529:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.856555:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605155328:12345-192.168.203.125@tcp:106: Request processed in 56us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.856559:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24672 00010000:00010000:3.0:1780298646.857085:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857092:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857098:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857102:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857106:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.857115:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:3.0:1780298646.857117:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.857126:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857131:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857135:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.857139:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.857141:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.857157:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00010000:00010000:3.0:1780298646.857159:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.857161:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.857163:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.857166:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.857172:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.857173:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000afc6cc3/0x11c228eb194d59aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.857177:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.857183:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.857185:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000100:00100000:3.0:1780298646.857188:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609784576:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.857190:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.857214:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.857223:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200000:2.0:1780298646.857242:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 3, offset 6283483, len 1354 00000080:00200000:2.0:1780298646.857249:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.857251:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.857255:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.857263:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1534, 1534] 00000008:00010000:2.0:1780298646.857267:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.857269:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a4720, flags 0x0 00010000:00010000:2.0:1780298646.857275:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.857282:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (2088960 2093055) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.857288:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.857297:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.857301:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1780298646.857306:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00000100:00100000:3.0:1780298646.857344:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609784704:192.168.203.125@tcp:22:fsx.0 00000100:00100000:3.0:1780298646.857997:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609784704:192.168.203.125@tcp:22:fsx.0 00000020:00010000:2.0:1780298646.858024:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.858027:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.858029:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.858032:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 17 lru_type: 1 00010000:00010000:2.0:1780298646.858037:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:2.0:1780298646.858044:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.858045:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.858056:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.858100:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.858105:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.858113:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.858120:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.858130:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.858133:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.858136:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:2.0:1780298646.858138:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:2.0:1780298646.858140:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.858142:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.858146:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.858158:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.858161:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.858168:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.858169:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.858176:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.858177:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298646.858181:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.858194:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.858199:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.858223:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.858226:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.858231:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609784832:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.858234:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.858242:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.858256:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780298646.858263:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609784960:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.858885:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.858912:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.858923:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155456 00000100:00100000:1.0:1780298646.858927:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155456 00000100:00100000:0.0:1780298646.858927:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155584 00000100:00100000:0.0:1780298646.858932:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155584 00000100:00100000:1.0:1780298646.858954:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24673 00000100:00100000:0.0:1780298646.858962:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24674 00000100:00100000:1.0:1780298646.858963:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605155456:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.858970:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00100000:0.0:1780298646.858974:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605155584:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.858983:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1780298646.858984:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.859005:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.859018:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.859020:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:1.0:1780298646.859024:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.859026:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.859029:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.859032:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000020:00010000:0.0:1780298646.859035:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.859037:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00000100:00100000:1.0:1780298646.859082:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605155456:12345-192.168.203.125@tcp:106: Request processed in 121us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.859084:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605155584:12345-192.168.203.125@tcp:106: Request processed in 114us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.859092:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24673 00000100:00100000:0.0:1780298646.859097:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24674 00010000:00010000:2.0:1780298646.859617:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859628:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859637:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859644:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859651:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.859660:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.859664:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.859668:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859675:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859682:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859722:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.859726:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859760:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.859764:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.859767:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859772:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000010639aa3/0x11c228eb194d59b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.859782:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.859789:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.859790:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609784960:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.859800:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.859805:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.859810:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:3.0:1780298646.859813:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.859820:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.859825:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.859834:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.859838:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00010000:00010000:3.0:1780298646.859839:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.859843:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.859844:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.859849:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.859855:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.859858:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.859859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.859861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.859863:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee368/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.859884:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.859890:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.859892:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.859904:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b310a8b2/0x11c228eb194d59b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.859907:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.859919:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:3.0:1780298646.859923:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609784832:192.168.203.125@tcp:101:fsx.0 00000001:00010000:2.0:1780298646.859924:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.859934:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.859936:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5300, flags 0x400001002 00000008:00010000:2.0:1780298646.859943:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.859944:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a4720, flags 0x400001002 00010000:00010000:2.0:1780298646.859950:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.859962:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.859967:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.859995:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1780298646.860001:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.860004:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609785088:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.860015:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.860026:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:3.0:1780298646.860044:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609785216:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.860636:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.860657:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.860666:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.860675:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155712 00000100:00100000:1.0:1780298646.860678:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155712 00000100:00100000:2.0:1780298646.860718:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155840 00000100:00100000:2.0:1780298646.860723:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155840 00000100:00100000:1.0:1780298646.860733:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24675 00000100:00100000:1.0:1780298646.860740:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605155712:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.860746:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.860752:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.860756:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 498 00000100:00100000:2.0:1780298646.860770:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605155840:12345-192.168.203.125@tcp:106: 00000020:00010000:1.0:1780298646.860779:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.860781:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00010000:00010000:2.0:1780298646.860784:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:1.0:1780298646.860784:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.860786:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 544 00010000:00010000:2.0:1780298646.860795:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00010000:2.0:1780298646.860818:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000100:00100000:1.0:1780298646.860820:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605155712:12345-192.168.203.125@tcp:106: Request processed in 81us (183us total) trans 0 rc 0/0 00000020:00010000:2.0:1780298646.860821:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:2.0:1780298646.860832:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000100:00100000:1.0:1780298646.860832:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24675 00000020:00010000:2.0:1780298646.860836:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:2.0:1780298646.860880:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:20252:x1866777605155840:12345-192.168.203.125@tcp:106: Request processed in 113us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.860887:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 498 00010000:00010000:2.0:1780298646.861339:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861348:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861354:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861360:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861368:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.861376:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=18446744073709551615 00000020:00200000:2.0:1780298646.861380:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.861383:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861390:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861398:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861404:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.861407:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861431:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.861435:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861444:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000069a5ced3/0x11c228eb194d59bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.861455:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609785088:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.861477:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861484:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861489:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861493:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861497:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.861502:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.861504:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.861513:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861521:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861528:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.861534:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.861538:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.861538:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00000020:00010000:0.0:1780298646.861542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.861545:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.861548:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.861550:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee758/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.861553:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901de6c8 (ffff8c43929ee368/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.861555:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929ee368/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.861558:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929ee368/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.861561:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.861571:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.861575:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.861582:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d59c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.861587:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000100:00100000:2.0:1780298646.861595:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609785216:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.861608:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 10, offset 734609, len 4032 00000080:00200000:0.0:1780298646.861619:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1780298646.861622:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.861627:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.861637:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [179, 180] 00000008:00010000:0.0:1780298646.861641:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.861643:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aef30, osc lock ffff8c43860851d0, flags 0x0 00010000:00010000:0.0:1780298646.861648:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (733184 741375) 00010000:00010000:0.0:1780298646.861660:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.861665:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->741375] (req 733184->741375) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.861670:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->741375] (req 733184->741375) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.861678:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609785344:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.861743:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.862310:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609785344:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.862321:0:29360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.862332:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.862339:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.862345:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.862351:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; leaving kms=4194304, end=2355199 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.862361:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.862365:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.862375:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 584 00000100:00100000:2.0:1780298646.862406:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.862412:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609785472:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.863085:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609785472:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298646.863107:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa7b8 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.863110:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa7b8 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.863112:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aef30 (ffff8c43878ae488/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.863115:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.863122:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ad4198ae/0x11c228eb194d59cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [733184->2355199] (req 733184->741375) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036c1b expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.863128:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa7b8 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.863130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aef30 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.863142:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.863154:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.863157:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.863164:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.863171:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.863177:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:0.0:1780298646.863182:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.863185:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.863186:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.863189:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.863191:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1780298646.863195:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1780298646.863207:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.863210:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.863218:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.863219:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.863227:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.863228:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.863233:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.863244:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.863253:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.863270:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00010000:00010000:0.0:1780298646.863275:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000020:00200000:0.0:1780298646.863281:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.863283:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 18 lru_type: 1 00000100:00100000:1.0:1780298646.863286:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609785600:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.863295:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000020:00200000:0.0:1780298646.863302:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.863830:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.863860:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605155968 00000100:00100000:1.0:1780298646.863863:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605155968 00000100:00100000:1.0:1780298646.863883:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24676 00000100:00100000:1.0:1780298646.863888:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605155968:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.863893:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.863900:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.863915:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.863916:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.863918:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.863919:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.863949:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605155968:12345-192.168.203.125@tcp:106: Request processed in 60us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.863955:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24676 00010000:00010000:1.0:1780298646.864417:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864424:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864429:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864433:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864437:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.864442:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.864444:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.864452:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864457:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864461:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.864465:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.864467:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.864478:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 600 00010000:00010000:1.0:1780298646.864483:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.864483:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.864487:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.864487:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.864495:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae488/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.864498:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000a36909a6/0x11c228eb194d59d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.864500:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.864507:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.864512:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609785600:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.864512:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.864520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.864539:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.864549:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.864557:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.864560:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.864571:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.864573:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.864582:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.864584:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.864590:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.864607:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.864615:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.864633:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298646.864640:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00000100:00100000:1.0:1780298646.864644:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609785728:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.864647:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.864650:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 19 lru_type: 1 00010000:00010000:0.0:1780298646.864656:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:0.0:1780298646.864663:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.865211:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.865238:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156096 00000100:00100000:1.0:1780298646.865241:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156096 00000100:00100000:1.0:1780298646.865260:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24677 00000100:00100000:1.0:1780298646.865264:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605156096:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.865270:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.865276:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.865290:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.865291:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.865293:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.865294:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.865318:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605156096:12345-192.168.203.125@tcp:106: Request processed in 54us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.865322:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24677 00010000:00010000:1.0:1780298646.865836:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865843:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865848:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865852:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865856:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.865862:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.865864:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.865872:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865877:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865881:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865885:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.865888:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.865890:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 600 00000020:00010000:0.0:1780298646.865894:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.865895:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.865897:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.865900:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.865902:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.865904:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeab8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.865905:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.865907:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.865909:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.865914:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d0196562/0x11c228eb194d59db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.865925:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609785728:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.865928:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.865941:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:0.0:1780298646.865946:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.865949:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.865955:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.865960:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.865966:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1780298646.865970:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.865973:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.865975:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.865977:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.865979:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1780298646.865984:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1780298646.865996:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.865998:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.866005:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.866006:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.866012:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.866012:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.866016:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.866027:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.866032:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.866049:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00010000:00010000:0.0:1780298646.866054:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000020:00200000:0.0:1780298646.866059:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.866061:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 20 lru_type: 1 00000100:00100000:1.0:1780298646.866063:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609785856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.866076:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000020:00200000:0.0:1780298646.866082:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.866615:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.866642:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156224 00000100:00100000:1.0:1780298646.866645:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156224 00000100:00100000:1.0:1780298646.866664:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24678 00000100:00100000:1.0:1780298646.866669:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605156224:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.866674:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.866680:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.866722:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.866723:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.866725:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.866726:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.866751:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605156224:12345-192.168.203.125@tcp:106: Request processed in 83us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.866755:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24678 00010000:00010000:1.0:1780298646.867357:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.867367:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.867376:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.867388:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.867396:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.867405:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.867409:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.867420:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.867428:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.867436:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.867436:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 600 00000020:00010000:0.0:1780298646.867441:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.867445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.867450:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae488/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.867452:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.867453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.867457:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.867458:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.867459:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.867464:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.867483:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.867509:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200008:0.0:1780298646.867509:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00010000:00010000:1.0:1780298646.867515:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.867519:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.867525:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00010000:00010000:1.0:1780298646.867534:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d59e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.867534:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.867537:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.867544:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.867545:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.867550:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00000100:00100000:1.0:1780298646.867551:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609785856:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.867569:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.867578:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.867602:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1780298646.867612:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00000100:00100000:1.0:1780298646.867615:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609785984:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.867627:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.867631:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 21 lru_type: 1 00010000:00010000:0.0:1780298646.867639:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000020:00200000:0.0:1780298646.867648:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.868197:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.868232:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156352 00000100:00100000:1.0:1780298646.868237:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156352 00000100:00100000:1.0:1780298646.868266:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24679 00000100:00100000:1.0:1780298646.868274:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605156352:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.868281:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.868290:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.868311:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.868313:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.868317:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.868318:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.868353:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605156352:12345-192.168.203.125@tcp:106: Request processed in 81us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.868361:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24679 00010000:00010000:1.0:1780298646.868890:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.868898:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.868903:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.868907:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.868912:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.868919:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.868923:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.868933:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.868941:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.868949:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.868952:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 600 00000020:00010000:0.0:1780298646.868957:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.868961:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7000 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.868961:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.868966:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.868968:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.868969:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.868973:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.868978:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.868983:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.869015:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:0.0:1780298646.869017:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.869020:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.869026:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000055bb87ad/0x11c228eb194d59e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.869027:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:0.0:1780298646.869037:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000100:00100000:1.0:1780298646.869039:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609785984:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.869042:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.869049:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.869055:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780298646.869062:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:0.0:1780298646.869066:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.869069:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.869071:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.869074:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.869076:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780298646.869080:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000080:00200000:0.0:1780298646.869092:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.869095:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.869103:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.869104:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c43860851d0, flags 0x400001002 00000008:00010000:0.0:1780298646.869110:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.869111:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.869114:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.869126:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.869135:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.869151:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1780298646.869156:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00000020:00200000:0.0:1780298646.869162:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.869164:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609786112:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.869165:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 22 lru_type: 1 00010000:00010000:0.0:1780298646.869173:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000020:00200000:0.0:1780298646.869179:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.869704:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.869737:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156480 00000100:00100000:1.0:1780298646.869740:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156480 00000100:00100000:1.0:1780298646.869759:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24680 00000100:00100000:1.0:1780298646.869765:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605156480:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.869770:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.869776:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.869790:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.869791:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.869794:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.869795:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.869818:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605156480:12345-192.168.203.125@tcp:106: Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.869823:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24680 00010000:00010000:1.0:1780298646.870304:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870311:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870316:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870320:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870324:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.870328:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.870330:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.870338:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870343:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870351:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870356:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.870357:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 600 00010000:00010000:1.0:1780298646.870358:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.870361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.870365:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.870368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae488/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.870370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.870372:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.870373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.870377:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.870389:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.870394:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.870399:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d59f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.870401:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.870415:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609786112:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.870420:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.870430:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.870433:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.870440:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.870441:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7e70, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.870446:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.870447:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7eb0, osc lock ffff8c43860851d0, flags 0x400001002 00010000:00010000:0.0:1780298646.870451:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.870463:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.870468:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.870484:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1780298646.870489:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00000020:00200000:0.0:1780298646.870495:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.870496:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609786240:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.870497:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1780298646.870505:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00200000:0.0:1780298646.870512:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.871091:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.871118:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156608 00000100:00100000:1.0:1780298646.871121:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156608 00000100:00100000:1.0:1780298646.871141:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24681 00000100:00100000:1.0:1780298646.871147:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605156608:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.871153:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.871164:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.871180:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.871181:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.871184:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.871185:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4194304 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.871212:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605156608:12345-192.168.203.125@tcp:106: Request processed in 65us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.871217:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24681 00010000:00010000:1.0:1780298646.871776:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871787:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871796:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871804:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871811:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.871820:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.871823:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.871831:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871836:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871841:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.871845:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.871847:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.871852:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 6959481 i_blocks 600 00000020:00010000:0.0:1780298646.871856:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.871857:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.871859:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7e70 (ffff8c43878ae6c8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.871862:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7eb0 (ffff8c43878ae488/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.871864:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.871866:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750490 (ffff8c43878aeab8/0) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.871868:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.871869:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7e70 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.871877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7eb0 (ffff8c43878aeab8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.871882:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d59f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.871893:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609786240:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.871908:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.871918:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 6959481 00000080:00200008:0.0:1780298646.872225:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 8419154, type: SEEK_SET 00000080:00200008:0.0:1780298646.872229:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 8419154, type: SEEK_SET, rc = 8419154 00000080:00200008:0.0:1780298646.872235:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 8419154, count: 1396 00000080:00200000:0.0:1780298646.872252:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2055 of 1874 to 1396 bytes 00000080:00200000:0.0:1780298646.872256:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 1396 00000080:00200000:0.0:1780298646.872264:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 8419154, bytes: 1396 00000080:00200000:0.0:1780298646.872267:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1780298646.872270:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000001176a2fc[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:0.0:1780298646.872272:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [8419154, 8420550) 0 0 00000080:00200000:0.0:1780298646.872274:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1780298646.872278:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2055, 2055] 00020000:00200000:0.0:1780298646.872282:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [8419154, 8420550) 8420550, 1396 00020000:00200000:0.0:1780298646.872285:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.872298:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2055, 2055] 00000008:00010000:0.0:1780298646.872302:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.872305:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908aef30, osc lock ffff8c43860851d0, flags 0x0 00010000:00010000:0.0:1780298646.872310:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 2 res 11811161089/17 (4222976 4227071) 00010000:00010000:0.0:1780298646.872323:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.872328:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.872334:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.872342:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609786368:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.872372:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c43885b7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.872998:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.873027:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.873035:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156736 00000100:00100000:1.0:1780298646.873038:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156736 00000100:00100000:1.0:1780298646.873058:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24682 00000100:00100000:1.0:1780298646.873064:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605156736:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.873071:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.873101:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.873105:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:20252:x1866777605156736:12345-192.168.203.125@tcp:104: Request processed in 43us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.873112:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24682 00010000:00010000:2.0:1780298646.873138:0:6149:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.873144:0:6149:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.873152:0:6149:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6ae00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.873157:0:6149:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.873191:0:6149:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:2.0:1780298646.873206:0:6149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3792896 3796991) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.873251:0:6149:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.873280:0:6149:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.873285:0:6149:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.873299:0:6149:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.873304:0:6149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000462547c0/0x11c228eb194d5948 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [3792896->5492735] (req 3792896->3796991) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e63036b96 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.873310:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.873312:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.873313:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.873330:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609786496:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.873725:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609786368:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.873739:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.873749:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.873757:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.874045:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.874071:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156864 00000100:00100000:1.0:1780298646.874075:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156864 00000100:00100000:1.0:1780298646.874097:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24683 00000100:00100000:1.0:1780298646.874102:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605156864:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.874108:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.874114:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->4227071] (req 4222976->4227071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.874120:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.874126:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.874134:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.874140:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.874154:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c43863e6600) 00000100:00100000:1.0:1780298646.874174:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20253:x1866777605156864:12345-192.168.203.125@tcp:105: Request processed in 72us (129us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.874177:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.874180:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24683 00010000:00010000:2.0:1780298646.874192:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.874201:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.874208:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=5492735 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.874214:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.874219:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.874234:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [8419154, 8420550) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.874241:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2055 of 1874 to 1396 bytes 00000080:00200000:2.0:1780298646.874274:0:29360:0:(rw26.c:858:ll_write_end()) pos 8419154, len 1396, copied 1396 00000080:00200000:2.0:1780298646.874279:0:29360:0:(rw26.c:916:ll_write_end()) page@000000008d85856b[3 0000000003324618 2 1 000000000ac74307] 00000080:00200000:2.0:1780298646.874282:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000d133ad9b 17ffffc0001001 3:0 ffff8c43866e2b60 2055 lru 00000080:00200000:2.0:1780298646.874287:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000319738cf 1031: 1< 0 - - > 2< 4222976 0 0 0x0 0x0 | 0000000069cb461e 00000000ca72709d > 3< 0 0 > 4< 0 0 8 484638720 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.874289:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000008d85856b 00000080:00200000:2.0:1780298646.874290:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.874293:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 1874, to 3270 prio 0 00000008:00010000:2.0:1780298646.874305:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000a6206c19 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.874320:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a76578, count 1, dirtied 1 00000080:00200000:2.0:1780298646.874322:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 1396 bytes, tot: 1396 00000080:00200000:2.0:1780298646.874324:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 1396 00000020:00010000:2.0:1780298646.874334:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aa7b8 (ffff8c43878aeab8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.874336:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aa7b8 (ffff8c43878aeab8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.874338:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908aef30 (ffff8c43878ae488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.874341:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.874346:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.874353:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aa7b8 (ffff8c43878aeab8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.874355:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908aef30 (ffff8c43878aeab8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.874359:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1396 bytes 00000080:00200000:2.0:1780298646.874362:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2055, 2055] 00000080:00200000:2.0:1780298646.874374:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.874376:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 1396, restart: 0 00000080:00200000:2.0:1780298646.874387:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000080:00200000:2.0:1780298646.874390:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1396 00000080:00200008:2.0:1780298646.874403:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.874407:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.874417:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.874424:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1780298646.874434:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00000080:00200000:2.0:1780298646.874439:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.874442:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.874444:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:2.0:1780298646.874448:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.874450:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 11 lru_type: 0 00010000:00010000:2.0:1780298646.874454:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 0 00000080:00200000:2.0:1780298646.874468:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.874471:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.874481:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.874482:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67b0, osc lock ffff8c43878a5a20, flags 0x400001002 00000008:00010000:2.0:1780298646.874491:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.874492:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa67f0, osc lock ffff8c43878a58f0, flags 0x400001002 00010000:00010000:2.0:1780298646.874496:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.874508:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.874518:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.874539:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000100:00100000:2.0:1780298646.874552:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.874558:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609786624:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.874666:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609786496:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.874702:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00000020:00200000:2.0:1780298646.874722:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:2.0:1780298646.874726:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 24 lru_type: 1 00010000:00010000:2.0:1780298646.874734:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00000020:00200000:2.0:1780298646.874744:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.875240:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.875268:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605156992 00000100:00100000:1.0:1780298646.875272:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605156992 00000100:00100000:1.0:1780298646.875291:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24684 00000100:00100000:1.0:1780298646.875296:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605156992:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.875302:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.875307:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.875324:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.875326:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.875328:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.875329:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.875355:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605156992:12345-192.168.203.125@tcp:106: Request processed in 60us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.875360:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24684 00010000:00010000:2.0:1780298646.875959:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.875966:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.875972:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.875980:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.875986:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.875995:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:2.0:1780298646.875998:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.876008:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.876016:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.876024:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.876031:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.876033:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.876040:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000020:00010000:0.0:1780298646.876044:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901deb58 (ffff8c43929eef38/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.876048:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901deb58 (ffff8c43929eef38/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.876051:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67b0 (ffff8c43929eed88/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.876055:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa67f0 (ffff8c43929ee7e8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.876058:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901deb58 (ffff8c43929eef38/0) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.876061:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.876061:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67b0 (ffff8c43929eef38/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.876066:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.876068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa67f0 (ffff8c43929eef38/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.876080:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5a05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.876090:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609786624:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.876107:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.876125:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.876142:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.876147:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.876162:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.876164:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.876177:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.876179:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386084000, flags 0x400001002 00010000:00010000:0.0:1780298646.876187:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.876205:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.876214:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.876241:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1780298646.876252:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00000100:00100000:1.0:1780298646.876253:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609786752:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.876267:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.876270:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 25 lru_type: 1 00010000:00010000:0.0:1780298646.876280:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000020:00200000:0.0:1780298646.876292:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.876940:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.876967:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157120 00000100:00100000:1.0:1780298646.876970:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157120 00000100:00100000:1.0:1780298646.876990:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24685 00000100:00100000:1.0:1780298646.876996:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605157120:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.877001:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.877007:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.877022:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.877023:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.877026:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.877027:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.877052:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605157120:12345-192.168.203.125@tcp:106: Request processed in 58us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.877056:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24685 00010000:00010000:1.0:1780298646.877624:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877631:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877640:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877644:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877648:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.877653:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.877656:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.877665:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877670:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877674:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.877678:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.877681:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.877728:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00010000:00010000:1.0:1780298646.877730:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.877734:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.877735:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.877739:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.877745:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.877746:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5a0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.877749:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.877755:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.877758:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.877760:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.877761:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609786752:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.877787:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.877797:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000080:00a00000:0.0:1780298646.877839:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017abc8 start=0x7f50b2416000 end=0x7f50b2417000 vm_flags=0xf9 00000080:00200000:0.0:1780298646.877857:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.877861:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.877871:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.877872:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084000, flags 0x400001002 00000008:00010000:0.0:1780298646.877878:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.877879:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.877885:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.877899:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.877904:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.877922:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00010000:00010000:0.0:1780298646.877927:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000020:00200000:0.0:1780298646.877933:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.877935:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 26 lru_type: 1 00000100:00100000:1.0:1780298646.877936:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609786880:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.877946:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000020:00200000:0.0:1780298646.877953:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.878560:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.878598:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157248 00000100:00100000:1.0:1780298646.878603:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157248 00000100:00100000:1.0:1780298646.878632:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24686 00000100:00100000:1.0:1780298646.878640:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605157248:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.878648:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.878659:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.878682:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.878684:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.878725:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.878727:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.878763:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605157248:12345-192.168.203.125@tcp:106: Request processed in 123us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.878771:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24686 00010000:00010000:1.0:1780298646.879351:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879363:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879374:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879381:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879389:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.879398:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.879401:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.879412:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879421:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879429:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.879437:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.879440:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00010000:00010000:1.0:1780298646.879441:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.879445:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.879451:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.879457:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.879461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.879463:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.879465:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.879468:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.879486:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.879492:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.879498:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.879500:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5a13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.879515:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609786880:192.168.203.125@tcp:101:fsx.0 00000080:00200000:0.0:1780298646.879561:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1848 00000080:00200000:0.0:1780298646.879567:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1780298646.879574:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1780298646.879591:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [1848, 1848] 00000008:00010000:0.0:1780298646.879598:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1780298646.879601:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43908ae730, osc lock ffff8c43860850a0, flags 0x0 00010000:00010000:0.0:1780298646.879610:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.879625:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3375104 3379199) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.879634:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.879642:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.879649:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000001:00010000:0.0:1780298646.879659:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.879674:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.879676:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386084000, flags 0x400001002 00000008:00010000:0.0:1780298646.879679:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.879681:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085430, flags 0x400001002 00010000:00010000:0.0:1780298646.879702:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.879735:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.879743:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.879767:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.879776:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000020:00200000:0.0:1780298646.879784:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.879786:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609787008:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.879788:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.879799:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000020:00200000:0.0:1780298646.879806:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.880447:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.880482:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157376 00000100:00100000:1.0:1780298646.880487:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157376 00000100:00100000:1.0:1780298646.880515:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24687 00000100:00100000:1.0:1780298646.880524:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605157376:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.880532:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.880541:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.880570:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.880572:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.880576:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.880578:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.880615:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605157376:12345-192.168.203.125@tcp:106: Request processed in 92us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.880623:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24687 00010000:00010000:1.0:1780298646.881284:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881295:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881304:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881311:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881319:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.881328:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.881331:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.881342:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881350:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881358:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881364:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:0.0:1780298646.881367:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00010000:00010000:1.0:1780298646.881368:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.881373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.881379:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.881383:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.881386:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.881389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.881392:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.881396:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.881403:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.881408:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.881416:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.881428:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609787008:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298646.881439:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d026c0 00000008:00010000:0.0:1780298646.881476:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d026c0 00010000:00010000:0.0:1780298646.881494:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3375104 3379199) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00000008:00100000:0.0:1780298646.881526:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388660000 - object 0x280000401:18 offset 3375104<>3379200 00000100:00100000:1.0:1780298646.881563:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609787136:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.882373:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d026c0 00000020:00200000:1.0:1780298646.882386:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.882394:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d026c0 00000100:00100000:1.0:1780298646.882407:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609787136:192.168.203.125@tcp:3:fsx.0 00000020:00010000:0.0:1780298646.882421:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43878aae48 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.882426:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43878aae48 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.882429:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43908ae730 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.882433:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 27 lru_type: 1 00010000:00010000:0.0:1780298646.882444:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00000020:00010000:0.0:1780298646.882457:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43878aae48 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.882460:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43908ae730 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.882487:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.882565:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.882573:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.882590:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.882600:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298646.882609:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 0 00000080:00200000:0.0:1780298646.882617:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.882623:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.882627:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.882632:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.882635:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 12 lru_type: 0 00010000:00010000:0.0:1780298646.882644:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1780298646.882665:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.882670:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.882721:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.882724:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.882739:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.882741:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085430, flags 0x400001002 00010000:00010000:0.0:1780298646.882749:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.882769:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.882777:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.882801:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1780298646.882811:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00000100:00100000:1.0:1780298646.882814:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00200000:0.0:1780298646.882824:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.882827:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609787264:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.882829:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 28 lru_type: 1 00010000:00010000:0.0:1780298646.882841:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00000020:00200000:0.0:1780298646.882851:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.883510:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.883558:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157504 00000100:00100000:1.0:1780298646.883564:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157504 00000100:00100000:1.0:1780298646.883599:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24688 00000100:00100000:1.0:1780298646.883608:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605157504:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.883617:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.883627:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.883654:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.883656:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.883660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.883661:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.883732:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605157504:12345-192.168.203.125@tcp:106: Request processed in 125us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.883740:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24688 00010000:00010000:1.0:1780298646.884411:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884423:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884433:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884440:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884448:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.884457:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.884461:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.884473:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884481:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884489:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884497:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.884501:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.884501:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000020:00010000:0.0:1780298646.884508:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.884513:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.884517:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.884520:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.884523:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.884525:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.884530:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.884537:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.884543:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.884556:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000b62c330a/0x11c228eb194d5a21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.884558:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.884579:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609787264:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.884585:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.884599:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.884604:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.884617:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.884619:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386085430, flags 0x400001002 00000008:00010000:0.0:1780298646.884630:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.884631:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.884639:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.884659:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.884670:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.884702:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1780298646.884721:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00000020:00200000:0.0:1780298646.884728:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.884730:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 29 lru_type: 1 00010000:00010000:0.0:1780298646.884736:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000100:00100000:1.0:1780298646.884738:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:0.0:1780298646.884746:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:1.0:1780298646.884752:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609787392:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.885481:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.885527:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.885538:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157632 00000100:00100000:1.0:1780298646.885541:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157632 00000100:00100000:1.0:1780298646.885571:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24689 00000100:00100000:1.0:1780298646.885580:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605157632:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.885588:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.885597:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.885622:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.885624:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.885628:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.885629:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.885666:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8356:x1866777605157632:12345-192.168.203.125@tcp:106: Request processed in 86us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.885673:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24689 00010000:00010000:1.0:1780298646.886358:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886366:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886371:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886376:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886380:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.886385:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.886388:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.886396:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886401:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886405:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.886413:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.886415:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.886430:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00010000:00010000:1.0:1780298646.886433:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.886434:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.886437:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.886438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.886446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.886447:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000d18a958e/0x11c228eb194d5a28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.886452:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.886458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.886461:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609787392:192.168.203.125@tcp:101:fsx.0 00000020:00010000:0.0:1780298646.886462:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.886470:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.886494:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.886509:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000080:00200008:0.0:1780298646.886519:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.886525:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.886538:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.886548:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298646.886559:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1780298646.886567:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.886572:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.886575:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.886579:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.886583:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1780298646.886591:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1780298646.886613:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.886618:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.886631:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.886633:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.886643:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.886645:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085430, flags 0x400001002 00010000:00010000:0.0:1780298646.886652:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.886668:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.886677:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.886730:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000100:00100000:1.0:1780298646.886741:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609787520:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.886741:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00000020:00200000:0.0:1780298646.886755:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.886759:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1780298646.886767:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000020:00200000:0.0:1780298646.886780:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.887437:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.887475:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157760 00000100:00100000:1.0:1780298646.887480:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157760 00000100:00100000:1.0:1780298646.887513:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24690 00000100:00100000:1.0:1780298646.887523:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605157760:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.887531:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.887541:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.887571:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.887573:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.887577:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.887578:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.887617:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605157760:12345-192.168.203.125@tcp:106: Request processed in 96us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.887626:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24690 00010000:00010000:1.0:1780298646.888258:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888269:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888278:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888285:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888292:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.888300:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.888304:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.888316:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888324:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888333:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888340:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.888344:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.888345:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000020:00010000:0.0:1780298646.888352:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.888358:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.888362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.888364:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.888368:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.888370:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.888373:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.888386:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.888392:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.888401:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000025a51b42/0x11c228eb194d5a2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.888404:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1780298646.888419:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609787520:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.888428:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1780298646.888439:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.888443:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.888452:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.888454:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c4386085430, flags 0x400001002 00000008:00010000:0.0:1780298646.888460:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.888461:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c43860850a0, flags 0x400001002 00010000:00010000:0.0:1780298646.888467:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.888481:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.888488:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.888507:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00010000:00010000:0.0:1780298646.888513:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000020:00200000:0.0:1780298646.888518:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00010000:00010000:0.0:1780298646.888520:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 31 lru_type: 1 00000100:00100000:1.0:1780298646.888528:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609787648:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.888533:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000020:00200000:0.0:1780298646.888540:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000100:00100000:0.0:1780298646.889221:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.889254:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605157888 00000100:00100000:1.0:1780298646.889259:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605157888 00000100:00100000:1.0:1780298646.889289:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24691 00000100:00100000:1.0:1780298646.889298:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605157888:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.889305:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.889315:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.889337:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.889339:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.889343:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.889345:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.889380:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:20252:x1866777605157888:12345-192.168.203.125@tcp:106: Request processed in 83us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.889387:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24691 00010000:00010000:1.0:1780298646.889989:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890003:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890012:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890016:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890021:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.890030:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.890034:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.890043:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890051:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890059:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.890063:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000020:00010000:0.0:1780298646.890068:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.890070:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7200 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.890072:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.890076:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.890076:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.890080:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae518/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.890086:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.890090:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.890093:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.890131:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000080:00200000:0.0:1780298646.890131:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.890137:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.890143:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000ee2af2d0/0x11c228eb194d5a36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.890146:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000100:00100000:1.0:1780298646.890158:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609787648:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.890193:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.890200:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.890215:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.890227:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.890235:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:0.0:1780298646.890240:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.890245:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.890247:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:0.0:1780298646.890250:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.890253:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780298646.890257:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298646.890275:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.890279:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.890289:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.890291:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c30, osc lock ffff8c43860850a0, flags 0x400001002 00000008:00010000:0.0:1780298646.890298:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.890299:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7c70, osc lock ffff8c4386085430, flags 0x400001002 00010000:00010000:0.0:1780298646.890305:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.890318:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.890323:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.890352:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.890355:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609787776:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.890364:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.890373:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.890396:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298646.890401:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609787904:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.891200:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.891227:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.891243:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158016 00000100:00100000:0.0:1780298646.891247:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158144 00000100:00100000:1.0:1780298646.891249:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158016 00000100:00100000:0.0:1780298646.891253:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158144 00000100:00100000:1.0:1780298646.891285:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24692 00000100:00100000:0.0:1780298646.891292:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24693 00000100:00100000:1.0:1780298646.891297:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605158016:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.891305:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605158144:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.891306:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.891314:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:1.0:1780298646.891318:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.891333:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000020:00010000:1.0:1780298646.891362:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.891364:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.891368:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.891371:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.891373:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.891376:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000020:00010000:0.0:1780298646.891381:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.891383:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 40 00000100:00100000:1.0:1780298646.891417:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:12101:x1866777605158016:12345-192.168.203.125@tcp:106: Request processed in 124us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.891425:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605158144:12345-192.168.203.125@tcp:106: Request processed in 122us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.891430:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24692 00000100:00100000:0.0:1780298646.891436:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24693 00010000:00010000:0.0:1780298646.892185:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892194:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892200:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892208:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892212:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.892218:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.892221:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.892223:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892226:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892231:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892235:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.892237:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892254:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.892257:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892264:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.892274:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609787904:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.892282:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892287:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892292:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892295:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892299:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.892303:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:0.0:1780298646.892305:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.892313:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892321:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892326:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.892330:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.892332:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.892338:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000020:00010000:2.0:1780298646.892343:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.892345:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.892346:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.892347:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c30 (ffff8c43878ae518/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.892350:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.892351:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7c70 (ffff8c43878ae1b8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.892357:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390753b50 (ffff8c43878ae6c8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.892362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c30 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.892362:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.892367:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7c70 (ffff8c43878ae6c8/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.892375:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609787776:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.892401:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.892417:0:29360:0:(file.c:6484:ll_fallocate()) VFS Op: f16b.sanityn, mode 0, offset 6393297, len 5680 00000080:00200000:2.0:1780298646.892436:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:2.0:1780298646.892440:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.892448:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.892468:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1560, 1562] 00000008:00010000:2.0:1780298646.892477:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.892479:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a44c0, flags 0x0 00010000:00010000:2.0:1780298646.892505:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.892515:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.892529:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.892545:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609788032:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.892585:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.893212:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.893241:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158272 00000100:00100000:0.0:1780298646.893245:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158272 00000100:00100000:0.0:1780298646.893268:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24694 00000100:00100000:0.0:1780298646.893273:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605158272:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.893279:0:6139:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:0.0:1780298646.893313:0:6139:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.893317:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605158272:12345-192.168.203.125@tcp:104: Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.893321:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24694 00010000:00010000:2.0:1780298646.893340:0:15608:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.893347:0:15608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1780298646.893355:0:15608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.893359:0:15608:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000080:00200000:2.0:1780298646.893395:0:15608:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.893438:0:15608:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.893473:0:15608:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1780298646.893478:0:15608:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.893494:0:15608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00010000:00010000:2.0:1780298646.893499:0:15608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000004d9efea2/0x11c228eb194d58d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036b11 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 1 00000100:00100000:3.0:1780298646.893514:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609788160:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.893518:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.893521:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.893523:0:15608:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.894012:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609788032:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.894026:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.894035:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.894043:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.894362:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.894398:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158400 00000100:00100000:0.0:1780298646.894403:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158400 00000100:00100000:0.0:1780298646.894431:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24695 00000100:00100000:0.0:1780298646.894440:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6462:x1866777605158400:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.894447:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.894455:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->2207743] (req 2195456->2207743) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.894461:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.894466:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.894471:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.894478:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.894497:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388693200) 00000100:00100000:0.0:1780298646.894521:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6462:x1866777605158400:12345-192.168.203.125@tcp:105: Request processed in 84us (161us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.894522:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.894531:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24695 00010000:00010000:2.0:1780298646.894540:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.894558:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.894572:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2765177, setting rss=2765177; kms=2765177, end=35749887 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.894589:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.894598:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.894616:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 600 00000100:00100000:2.0:1780298646.894649:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298646.894655:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609788288:192.168.203.125@tcp:22:fsx.0 00000100:00100000:2.0:1780298646.895209:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609788160:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298646.895536:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609788288:192.168.203.125@tcp:22:fsx.0 00000020:00010000:0.0:1780298646.895569:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794f38 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.895575:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794f38 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.895579:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929ee248/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.895584:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.895595:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.895608:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794f38 (ffff8c43929eecf8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.895611:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.895635:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1780298646.895729:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.895737:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.895752:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.895774:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.895786:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1780298646.895799:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.895805:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:0.0:1780298646.895808:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:0.0:1780298646.895813:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.895817:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 14 lru_type: 1 00010000:00010000:0.0:1780298646.895824:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1780298646.895851:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.895858:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.895889:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.895893:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7cf0, osc lock ffff8c4386084000, flags 0x400001002 00000008:00010000:0.0:1780298646.895908:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.895910:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7d30, osc lock ffff8c4386085690, flags 0x400001002 00010000:00010000:0.0:1780298646.895919:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.895951:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.895959:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.896000:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.896008:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1780298646.896010:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.896024:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.896029:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609788416:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.896082:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609788544:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.896853:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.896886:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.896906:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.896918:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158528 00000100:00100000:2.0:1780298646.896921:0:22032:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158656 00000100:00100000:0.0:1780298646.896923:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158528 00000100:00100000:2.0:1780298646.896928:0:22032:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158656 00000100:00100000:0.0:1780298646.896964:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24696 00000100:00100000:2.0:1780298646.896970:0:22032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 499 00000100:00100000:0.0:1780298646.896976:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43908a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605158528:12345-192.168.203.125@tcp:106: 00000100:00100000:2.0:1780298646.896983:0:22032:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:20252:x1866777605158656:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.896986:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.896992:0:22032:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.897000:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.897007:0:22032:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.897053:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.897057:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.897057:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.897061:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:2.0:1780298646.897065:0:22032:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:2.0:1780298646.897068:0:22032:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.897075:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.897077:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:2.0:1780298646.897135:0:22032:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:20252:x1866777605158656:12345-192.168.203.125@tcp:106: Request processed in 157us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.897140:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43908a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605158528:12345-192.168.203.125@tcp:106: Request processed in 166us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.897149:0:22032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 499 00000100:00100000:0.0:1780298646.897153:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24696 00010000:00010000:0.0:1780298646.897971:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.897981:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.897991:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.897996:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898001:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.898007:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.898011:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.898014:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898034:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898042:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898050:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.898054:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898077:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.898080:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898085:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000000bfa8274/0x11c228eb194d5a59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.898097:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609788544:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.898107:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898114:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898121:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898128:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898135:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.898142:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:0.0:1780298646.898146:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.898158:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898164:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898168:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.898172:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.898174:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.898187:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00010000:00010000:0.0:1780298646.898190:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.898193:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390752da0 (ffff8c43878aee18/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.898194:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.898200:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390752da0 (ffff8c43878aee18/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.898206:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000051dffbad/0x11c228eb194d5a52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.898208:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7cf0 (ffff8c43878ae2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.898216:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7d30 (ffff8c43878ae998/1) at cl_lock_cancel():142 00000100:00100000:0.0:1780298646.898220:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609788416:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.898222:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390752da0 (ffff8c43878aee18/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.898226:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7cf0 (ffff8c43878aee18/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.898231:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7d30 (ffff8c43878aee18/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.898260:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.898283:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.898298:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.898303:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.898321:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.898324:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f30, osc lock ffff8c43878a4850, flags 0x400001002 00000008:00010000:2.0:1780298646.898339:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.898341:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6f70, osc lock ffff8c43878a5b50, flags 0x400001002 00010000:00010000:2.0:1780298646.898350:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.898371:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.898381:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.898429:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.898436:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609788672:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.898441:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.898455:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.898480:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609788800:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.899191:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.899221:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158784 00000100:00100000:1.0:1780298646.899222:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.899225:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158784 00000100:00100000:0.0:1780298646.899244:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605158912 00000100:00100000:0.0:1780298646.899246:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605158912 00000100:00100000:1.0:1780298646.899255:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24697 00000100:00100000:1.0:1780298646.899268:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605158784:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.899268:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24698 00000100:00100000:0.0:1780298646.899277:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605158912:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.899279:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.899282:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.899300:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.899303:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.899324:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.899325:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:0.0:1780298646.899328:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.899329:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.899345:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.899348:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.899352:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.899354:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:0.0:1780298646.899358:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605158912:12345-192.168.203.125@tcp:106: Request processed in 82us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.899364:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24698 00000100:00100000:1.0:1780298646.899398:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605158784:12345-192.168.203.125@tcp:106: Request processed in 133us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.899406:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24697 00010000:00010000:2.0:1780298646.900108:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.900120:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.900130:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900133:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.900144:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.900164:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900168:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.900183:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298646.900186:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.900189:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.900194:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900199:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.900213:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900216:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.900234:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.900236:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:3.0:1780298646.900243:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.900246:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.900252:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900257:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900267:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.900275:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.900281:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00010000:00010000:3.0:1780298646.900282:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.900288:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:0.0:1780298646.900288:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd6d0 (ffff8c43929ee908/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.900289:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.900294:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd6d0 (ffff8c43929ee908/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.900295:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.900302:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f30 (ffff8c43929ee5a8/1) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.900311:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6f70 (ffff8c43929ee098/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.900315:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5a67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.900316:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd6d0 (ffff8c43929ee908/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.900322:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f30 (ffff8c43929ee908/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.900328:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6f70 (ffff8c43929ee908/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.900347:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609788800:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.900356:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.900362:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.900369:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.900370:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000069a5ced3/0x11c228eb194d5a60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.900381:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000100:00100000:3.0:1780298646.900384:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609788672:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.900393:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.900398:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.900412:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.900424:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.900437:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1780298646.900444:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.900449:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.900452:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:0.0:1780298646.900457:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.900460:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780298646.900467:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.900490:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.900495:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.900521:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.900524:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b76f0, osc lock ffff8c4386085db0, flags 0x400001002 00000008:00010000:0.0:1780298646.900540:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.900541:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7730, osc lock ffff8c4386084980, flags 0x400001002 00010000:00010000:0.0:1780298646.900549:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.900566:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.900571:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.900604:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.900620:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.900628:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.900630:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609788928:192.168.203.125@tcp:101:fsx.0 00000020:00200000:0.0:1780298646.900646:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.900661:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609789056:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.901471:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.901499:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.901508:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159040 00000100:00100000:0.0:1780298646.901512:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159040 00000100:00100000:1.0:1780298646.901519:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159168 00000100:00100000:1.0:1780298646.901525:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159168 00000100:00100000:0.0:1780298646.901537:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24699 00000100:00100000:0.0:1780298646.901544:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605159040:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.901550:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.901552:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24700 00010000:00010000:0.0:1780298646.901563:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.901564:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605159168:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.901577:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.901587:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.901598:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.901600:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.901605:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.901606:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.901616:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.901619:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.901623:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.901624:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:0.0:1780298646.901649:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605159040:12345-192.168.203.125@tcp:106: Request processed in 105us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.901657:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24699 00000100:00100000:1.0:1780298646.901664:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605159168:12345-192.168.203.125@tcp:106: Request processed in 100us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.901671:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24700 00010000:00010000:0.0:1780298646.902316:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902327:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902335:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902343:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902351:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.902359:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:0.0:1780298646.902362:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1780298646.902364:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902369:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902374:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902379:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.902381:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902402:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.902405:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902409:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000a36909a6/0x11c228eb194d5a6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.902417:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609788928:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.902442:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902450:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902459:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902465:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902479:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.902486:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=2765177, end=18446744073709551615 00000020:00200000:0.0:1780298646.902489:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.902500:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902507:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902514:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.902521:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6a00 already unused, calling callback (ffffffffc11bf220) 00000080:00200000:2.0:1780298646.902522:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00010000:00010000:0.0:1780298646.902524:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.902526:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390750db0 (ffff8c43878ae368/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.902532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390750db0 (ffff8c43878ae368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.902538:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b76f0 (ffff8c43878aeb48/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.902542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7730 (ffff8c43878ae758/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.902543:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390750db0 (ffff8c43878ae368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.902544:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b76f0 (ffff8c43878ae368/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.902547:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7730 (ffff8c43878ae368/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.902582:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.902589:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.902591:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.902603:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000d0196562/0x11c228eb194d5a75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.902611:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.902624:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000100:00100000:0.0:1780298646.902625:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609789056:192.168.203.125@tcp:101:fsx.0 00000001:00010000:2.0:1780298646.902630:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.902644:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.902646:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6570, osc lock ffff8c43878a5b50, flags 0x400001002 00000008:00010000:2.0:1780298646.902657:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.902658:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa65b0, osc lock ffff8c43878a4850, flags 0x400001002 00010000:00010000:2.0:1780298646.902665:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.902680:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.902703:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.902736:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.902746:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609789184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.902749:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.902755:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.902763:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.902775:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609789312:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.903493:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.903518:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.903533:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159296 00000100:00100000:1.0:1780298646.903538:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159424 00000100:00100000:0.0:1780298646.903539:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159296 00000100:00100000:1.0:1780298646.903545:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159424 00000100:00100000:0.0:1780298646.903568:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24701 00000100:00100000:0.0:1780298646.903578:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605159296:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.903586:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24702 00010000:00010000:0.0:1780298646.903586:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.903597:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.903598:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605159424:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.903611:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.903620:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.903629:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.903631:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.903635:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.903636:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.903652:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.903654:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.903658:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.903660:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:0.0:1780298646.903678:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605159296:12345-192.168.203.125@tcp:106: Request processed in 101us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.903685:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24701 00000100:00100000:1.0:1780298646.903729:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605159424:12345-192.168.203.125@tcp:106: Request processed in 133us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.903737:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24702 00010000:00010000:3.0:1780298646.904503:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904516:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904526:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904533:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904541:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.904551:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:3.0:1780298646.904556:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.904559:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904567:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904574:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904581:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.904581:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.904591:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.904597:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.904602:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.904606:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.904612:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=2765177, end=18446744073709551615 00000020:00200000:2.0:1780298646.904614:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.904623:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.904625:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.904636:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.904646:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00010000:00010000:2.0:1780298646.904647:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.904654:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dc6d8 (ffff8c43929eecf8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.904661:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dc6d8 (ffff8c43929eecf8/0) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.904668:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.904668:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6570 (ffff8c43929ee248/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.904674:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.904674:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.904674:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa65b0 (ffff8c43929eef38/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.904681:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.904682:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dc6d8 (ffff8c43929eecf8/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.904729:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5a7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.904730:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6570 (ffff8c43929eecf8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.904736:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa65b0 (ffff8c43929eecf8/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.904746:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.904751:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.904753:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609789184:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.904771:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 0000000002e8dac4/0x11c228eb194d5a83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.904779:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1780298646.904782:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609789312:192.168.203.125@tcp:101:fsx.0 00000080:00200008:0.0:1780298646.904803:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000080:00200008:0.0:1780298646.904816:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1780298646.904821:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:0.0:1780298646.904835:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:0.0:1780298646.904846:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.904856:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1780298646.904862:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1780298646.904868:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:0.0:1780298646.904871:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:0.0:1780298646.904875:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:0.0:1780298646.904878:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780298646.904885:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1780298646.904909:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.904914:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.904939:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.904942:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b79f0, osc lock ffff8c4386084d10, flags 0x400001002 00000008:00010000:0.0:1780298646.904955:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.904957:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7a30, osc lock ffff8c43860845f0, flags 0x400001002 00010000:00010000:0.0:1780298646.904965:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.904984:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.904992:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.905024:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.905040:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.905044:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609789440:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.905053:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.905065:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.905083:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609789568:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.905803:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.905849:0:17918:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.905861:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159552 00000100:00100000:1.0:1780298646.905865:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159552 00000100:00100000:1.0:1780298646.905888:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24703 00000100:00100000:0.0:1780298646.905895:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.905899:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605159552:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.905906:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.905915:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:2.0:1780298646.905932:0:6142:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159680 00000100:00100000:2.0:1780298646.905936:0:6142:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159680 00000020:00010000:1.0:1780298646.905951:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.905953:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.905956:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.905958:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:2.0:1780298646.905960:0:6142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 500 00000100:00100000:2.0:1780298646.905966:0:6142:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8358:x1866777605159680:12345-192.168.203.125@tcp:106: 00010000:00010000:2.0:1780298646.905972:0:6142:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.905980:0:6142:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1780298646.905997:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388675450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:9128:x1866777605159552:12345-192.168.203.125@tcp:106: Request processed in 100us (195us total) trans 0 rc 0/0 00000020:00010000:2.0:1780298646.906000:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:2.0:1780298646.906002:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:1.0:1780298646.906004:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24703 00000020:00010000:2.0:1780298646.906006:0:6142:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:2.0:1780298646.906008:0:6142:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:2.0:1780298646.906035:0:6142:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8358:x1866777605159680:12345-192.168.203.125@tcp:106: Request processed in 68us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298646.906042:0:6142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 500 00010000:00010000:1.0:1780298646.906644:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906652:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906659:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906670:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906672:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906719:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906720:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906737:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906756:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.906757:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:1.0:1780298646.906763:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.906769:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906771:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906792:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.906793:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=2765177, end=18446744073709551615 00000020:00200000:0.0:1780298646.906800:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:1.0:1780298646.906808:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906814:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906815:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.906822:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.906827:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.906835:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00000020:00010000:2.0:1780298646.906842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4390751ff0 (ffff8c43878ae878/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.906845:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.906846:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4390751ff0 (ffff8c43878ae878/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.906854:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b79f0 (ffff8c43878ae098/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.906854:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.906859:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.906861:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7a30 (ffff8c43878aeea8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.906862:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e7c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.906865:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4390751ff0 (ffff8c43878ae878/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.906869:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b79f0 (ffff8c43878ae878/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.906869:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.906871:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000051dffbad/0x11c228eb194d5a8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.906874:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7a30 (ffff8c43878ae878/1) at cl_lock_fini():72 00000100:00100000:1.0:1780298646.906896:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609789440:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.906902:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1780298646.906929:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.906934:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.906936:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.906951:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:0.0:1780298646.906952:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000000bfa8274/0x11c228eb194d5a91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:2.0:1780298646.906955:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000100:00100000:0.0:1780298646.906968:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609789568:192.168.203.125@tcp:101:fsx.0 00000008:00010000:2.0:1780298646.906970:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.906974:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6870, osc lock ffff8c43878a44c0, flags 0x400001002 00000008:00010000:2.0:1780298646.906990:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.906992:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa68b0, osc lock ffff8c43878a58f0, flags 0x400001002 00010000:00010000:2.0:1780298646.907001:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.907022:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.907030:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.907062:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.907077:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609789696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.907080:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.907089:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.907101:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.907117:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609789824:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.907826:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.907870:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159808 00000100:00100000:1.0:1780298646.907875:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159808 00000100:00100000:0.0:1780298646.907881:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.907906:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605159936 00000100:00100000:1.0:1780298646.907910:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605159936 00000100:00100000:1.0:1780298646.907925:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24704 00000100:00100000:1.0:1780298646.907932:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605159808:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.907940:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.907947:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.907966:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.907967:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.907970:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.907971:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.908002:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605159808:12345-192.168.203.125@tcp:106: Request processed in 71us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.908010:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24704 00000100:00100000:1.0:1780298646.908035:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24705 00000100:00100000:1.0:1780298646.908043:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605159936:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.908049:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.908058:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.908079:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.908081:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.908085:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.908086:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:1.0:1780298646.908121:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605159936:12345-192.168.203.125@tcp:106: Request processed in 80us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.908127:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24705 00010000:00010000:3.0:1780298646.908573:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908585:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908594:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908601:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908609:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.908618:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:3.0:1780298646.908622:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.908626:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908633:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908683:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908732:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.908736:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908773:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.908779:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.908787:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000ed03f9c9/0x11c228eb194d5a98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.908799:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609789696:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.908803:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.908812:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.908821:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.908827:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.908835:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.908848:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=2765177, end=18446744073709551615 00000020:00200000:2.0:1780298646.908851:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.908860:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.908869:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.908875:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00010000:00010000:2.0:1780298646.908877:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.908879:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd488 (ffff8c43929ee7e8/0) at cl_lock_release():245 00000020:00010000:0.0:1780298646.908885:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd488 (ffff8c43929ee7e8/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.908891:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6870 (ffff8c43929eed88/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.908892:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.908896:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa68b0 (ffff8c43929ee368/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.908898:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.908900:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd488 (ffff8c43929ee7e8/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.908905:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6870 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.908912:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa68b0 (ffff8c43929ee7e8/1) at cl_lock_fini():72 00000080:00200000:0.0:1780298646.908952:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:2.0:1780298646.908954:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.908959:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.908968:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000783269c2/0x11c228eb194d5a9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:0.0:1780298646.908968:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000100:00100000:2.0:1780298646.908983:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609789824:192.168.203.125@tcp:101:fsx.0 00000080:00a00000:0.0:1780298646.909039:0:29360:0:(llite_mmap.c:586:ll_file_mmap()) VFS_Op: fid=[0x200000402:0x33:0x0] vma=ffff8c439017abc8 start=0x7f50b2415000 end=0x7f50b2417000 vm_flags=0xfb 00000080:00200000:0.0:1780298646.909064:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1780298646.909070:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:0.0:1780298646.909090:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.909093:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7db0, osc lock ffff8c4386084ab0, flags 0x400001002 00000008:00010000:0.0:1780298646.909108:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1780298646.909110:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43885b7df0, osc lock ffff8c43860845f0, flags 0x400001002 00010000:00010000:0.0:1780298646.909122:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:0.0:1780298646.909147:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.909154:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.909193:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609789952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.909194:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.909204:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.909217:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.909234:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609790080:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.910003:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.910058:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160064 00000100:00100000:1.0:1780298646.910064:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160064 00000100:00100000:1.0:1780298646.910100:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24706 00000100:00100000:1.0:1780298646.910110:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605160064:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.910118:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.910132:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:1.0:1780298646.910140:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.910172:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.910174:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.910178:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.910180:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.910224:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605160064:12345-192.168.203.125@tcp:106: Request processed in 116us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.910232:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24706 00000100:00100000:1.0:1780298646.910246:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160192 00000100:00100000:1.0:1780298646.910250:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160192 00000100:00100000:1.0:1780298646.910267:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24707 00000100:00100000:1.0:1780298646.910274:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605160192:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.910280:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.910288:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.910307:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.910309:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.910312:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000076bdc6f1[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.910314:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:1.0:1780298646.910349:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605160192:12345-192.168.203.125@tcp:106: Request processed in 75us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.910356:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24707 00010000:00010000:1.0:1780298646.910893:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910904:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910914:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910922:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910930:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.910940:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:1.0:1780298646.910944:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.910948:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910956:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910964:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.910971:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.910976:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.910999:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.911004:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.911009:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.911013:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.911029:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000009a52aee/0x11c228eb194d5aa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.911033:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.911049:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.911053:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609789952:192.168.203.125@tcp:101:fsx.0 00010000:00010000:0.0:1780298646.911066:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.911073:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=0, end=18446744073709551615 00000020:00200000:0.0:1780298646.911075:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.911085:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.911090:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.911095:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.911099:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.911101:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.911120:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00000020:00010000:2.0:1780298646.911126:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43907536c0 (ffff8c43878ae248/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.911126:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.911130:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43907536c0 (ffff8c43878ae248/0) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.911132:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.911134:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7db0 (ffff8c43878ae5a8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.911141:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43885b7df0 (ffff8c43878ae638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.911147:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43907536c0 (ffff8c43878ae248/0) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.911150:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000064ff16e0/0x11c228eb194d5aad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.911151:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7db0 (ffff8c43878ae248/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.911158:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43885b7df0 (ffff8c43878ae248/1) at cl_lock_fini():72 00000100:00100000:0.0:1780298646.911182:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609790080:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.911200:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.911274:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1938 00000080:00200000:2.0:1780298646.911282:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.911291:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.911311:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1938, 1938] 00000008:00010000:2.0:1780298646.911320:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.911323:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a5a20, flags 0x0 00010000:00010000:2.0:1780298646.911350:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.911359:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.911369:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.911385:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609790208:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.911428:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.912088:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.912121:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160320 00000100:00100000:1.0:1780298646.912125:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160320 00000100:00100000:1.0:1780298646.912158:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24708 00000100:00100000:1.0:1780298646.912164:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605160320:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.912172:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.912203:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.912209:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605160320:12345-192.168.203.125@tcp:104: Request processed in 45us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.912213:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24708 00010000:00010000:2.0:1780298646.912228:0:6616:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.912235:0:6616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.912249:0:6616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.912252:0:6616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.912280:0:6616:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.912286:0:6616:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:2.0:1780298646.912324:0:6616:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.912332:0:6616:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1780298646.912348:0:6616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.912355:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609790336:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298646.912356:0:6616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000497cbf87/0x11c228eb194d5a4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [2195456->35749887] (req 2195456->2207743) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036c99 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.912369:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.912370:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298646.912372:0:6616:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.912812:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609790208:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.912826:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.912836:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.912849:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.913164:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.913191:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160448 00000100:00100000:1.0:1780298646.913195:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160448 00000100:00100000:1.0:1780298646.913220:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24709 00000100:00100000:1.0:1780298646.913226:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605160448:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.913232:0:17918:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.913239:0:17918:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.913246:0:17918:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.913252:0:17918:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.913257:0:17918:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.913263:0:17918:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.913286:0:17918:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4388692600) 00010000:00010000:2.0:1780298646.913310:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.913318:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:6461:x1866777605160448:12345-192.168.203.125@tcp:105: Request processed in 89us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.913324:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.913330:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24709 00010000:00010000:2.0:1780298646.913342:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.913354:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2765177, setting rss=2765177; kms=2765177, end=37298175 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.913363:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.913371:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000001:00010000:2.0:1780298646.913390:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.913409:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.913412:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa66f0, osc lock ffff8c43878a4720, flags 0x400001002 00000008:00010000:2.0:1780298646.913416:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.913419:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6730, osc lock ffff8c43878a5300, flags 0x400001002 00010000:00010000:2.0:1780298646.913427:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.913446:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.913454:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.913481:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.913489:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609790464:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.913499:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.913508:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.913521:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.913537:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609790592:192.168.203.125@tcp:101:fsx.0 00000100:00100000:2.0:1780298646.913956:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609790336:192.168.203.125@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298646.914332:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.914373:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.914384:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160576 00000100:00100000:1.0:1780298646.914388:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160576 00000100:00100000:1.0:1780298646.914418:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24710 00000100:00100000:0.0:1780298646.914424:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.914432:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605160576:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.914441:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.914451:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.914484:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.914486:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.914490:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.914492:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.914531:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43892db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605160576:12345-192.168.203.125@tcp:106: Request processed in 102us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.914538:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24710 00000100:00100000:1.0:1780298646.914567:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160704 00000100:00100000:1.0:1780298646.914571:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160704 00000100:00100000:1.0:1780298646.914588:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24711 00000100:00100000:1.0:1780298646.914593:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605160704:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.914600:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.914608:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.914628:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.914630:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.914633:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.914634:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:1.0:1780298646.914668:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605160704:12345-192.168.203.125@tcp:106: Request processed in 73us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.914675:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24711 00010000:00010000:3.0:1780298646.915141:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915150:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915156:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915164:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915172:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.915181:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00000020:00200000:3.0:1780298646.915185:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.915231:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915241:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915251:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915258:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.915262:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915295:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.915300:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915312:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915325:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915334:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.915348:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5abb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915353:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915367:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.915372:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609790464:192.168.203.125@tcp:101:fsx.0 00000008:00010000:2.0:1780298646.915380:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=2765177, end=18446744073709551615 00000020:00200000:2.0:1780298646.915385:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.915396:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915405:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1780298646.915409:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00000020:00010000:0.0:1780298646.915416:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee758/0) at cl_lock_release():245 00010000:00010000:2.0:1780298646.915417:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.915422:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:0.0:1780298646.915431:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa66f0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.915432:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:0.0:1780298646.915438:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6730 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.915439:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:0.0:1780298646.915446:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.915453:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa66f0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000020:00010000:0.0:1780298646.915458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6730 (ffff8c43929ee758/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.915480:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.915485:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.915498:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 000000006d50e991/0x11c228eb194d5ac2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.915509:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c4383d02000 00000100:00100000:2.0:1780298646.915511:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609790592:192.168.203.125@tcp:101:fsx.0 00000008:00010000:0.0:1780298646.915549:0:29185:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4383d02000 00010000:00010000:0.0:1780298646.915568:0:29185:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3743744 3747839) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:0.0:1780298646.915596:0:29185:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388661c00 - object 0x280000401:18 offset 3743744<>3747840 00000100:00100000:0.0:1780298646.915634:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.915641:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609790720:192.168.203.125@tcp:3:fsx.0 00000008:00010000:1.0:1780298646.916475:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4383d02000 00000020:00200000:1.0:1780298646.916483:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:1.0:1780298646.916495:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4383d02000 00000100:00100000:1.0:1780298646.916511:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609790720:192.168.203.125@tcp:3:fsx.0 00000020:00010000:2.0:1780298646.916527:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.916532:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.916535:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.916540:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.916551:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.916563:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.916566:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.916596:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.916644:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:2.0:1780298646.916653:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.916669:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1938, 1938] 00000008:00010000:2.0:1780298646.916677:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.916681:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6ab0, osc lock ffff8c43878a5a20, flags 0x0 00010000:00010000:2.0:1780298646.916724:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.916734:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3743744 3747839) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.916744:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.916752:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.916759:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000001:00010000:2.0:1780298646.916769:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.916786:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.916788:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6030, osc lock ffff8c43878a4d10, flags 0x400001002 00000008:00010000:2.0:1780298646.916791:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.916793:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6070, osc lock ffff8c43878a50a0, flags 0x400001002 00010000:00010000:2.0:1780298646.916799:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.916819:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.916827:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.916857:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.916869:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609790848:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.916874:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.916882:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.916895:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.916909:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609790976:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.917738:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.917764:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.917783:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160832 00000100:00100000:0.0:1780298646.917789:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160832 00000100:00100000:1.0:1780298646.917798:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605160960 00000100:00100000:1.0:1780298646.917804:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605160960 00000100:00100000:0.0:1780298646.917824:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24712 00000100:00100000:0.0:1780298646.917835:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605160832:12345-192.168.203.125@tcp:106: 00000100:00100000:1.0:1780298646.917842:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24713 00010000:00010000:0.0:1780298646.917846:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.917852:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605160960:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.917864:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.917865:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.917879:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:0.0:1780298646.917893:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.917895:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.917897:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.917899:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:1.0:1780298646.917910:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.917912:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000020:00010000:1.0:1780298646.917916:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.917918:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 2765177 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 64 00000100:00100000:0.0:1780298646.917932:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8358:x1866777605160832:12345-192.168.203.125@tcp:106: Request processed in 99us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.917939:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24712 00000100:00100000:1.0:1780298646.917961:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:20252:x1866777605160960:12345-192.168.203.125@tcp:106: Request processed in 109us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.917967:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24713 00010000:00010000:2.0:1780298646.918791:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918804:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918814:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918826:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918827:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918849:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918850:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918872:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.918873:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 2765177, setting rss=2765177; leaving kms=2765177, end=18446744073709551615 00000020:00200000:2.0:1780298646.918882:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.918885:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918887:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918905:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918907:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.918925:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=3792896, end=18446744073709551615 00010000:00010000:2.0:1780298646.918933:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918939:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00000020:00200000:3.0:1780298646.918943:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.918945:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918956:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918965:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918974:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.918981:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.918982:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.918987:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.918990:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.918994:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 624 00000020:00010000:1.0:1780298646.919001:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901dd918 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.919007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901dd918 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.919015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6030 (ffff8c43929eeb48/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.919016:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5ad0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.919021:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6070 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.919026:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.919028:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901dd918 (ffff8c43929ee758/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.919032:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.919032:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6030 (ffff8c43929ee758/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.919037:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6070 (ffff8c43929ee758/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.919039:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609790976:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.919050:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5ac9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.919066:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000fd945bdf ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:3.0:1780298646.919067:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609790848:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.919090:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298646.919104:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794308 (ffff8c43929ee758/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.919106:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794308 (ffff8c43929ee758/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.919109:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6ab0 (ffff8c43929eec68/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.919113:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.919121:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.919133:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794308 (ffff8c43929ee758/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.919135:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6ab0 (ffff8c43929ee758/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.919163:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.919218:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 1937 00000080:00200000:1.0:1780298646.919224:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.919231:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.919249:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1937, 1937] 00000008:00010000:1.0:1780298646.919257:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.919260:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860224b0, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298646.919269:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 2 res 10737419265/18 (3739648 3743743) 00010000:00010000:1.0:1780298646.919290:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.919298:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.919305:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.919321:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609791104:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.919364:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298646.920179:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0000 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609791104:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.920193:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.920206:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x0 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.920217:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x10000000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.920227:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 2765177, setting rss=3747840; leaving kms=3747840, end=3743743 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.920241:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.920249:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.920266:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7942144 00010000:00010000:2.0:1780298646.920297:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 70 res 10737419265/18 (3710976 3715071) 00000008:00010000:2.0:1780298646.920312:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c42e7617c00 00000008:00010000:2.0:1780298646.920348:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617c00 00010000:00010000:2.0:1780298646.920367:0:27705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3739648 3743743) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00100000:2.0:1780298646.920390:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645c00 - object 0x280000401:18 offset 3739648<>3743744 00000100:00100000:3.0:1780298646.920433:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609791232:192.168.203.125@tcp:3:fsx.0 00000008:00010000:2.0:1780298646.921478:0:2400:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617c00 00000020:00200000:2.0:1780298646.921484:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.921498:0:2400:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617c00 00000100:00100000:2.0:1780298646.921513:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609791232:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.921540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.921545:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.921549:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860224b0 (ffff8c439057df38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.921555:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.921575:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1780298646.921591:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.921594:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860224b0 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.921614:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.921659:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.921667:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.921682:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1937, 1937] 00000008:00010000:1.0:1780298646.921722:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.921726:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860224b0, osc lock ffff8c43908f1560, flags 0x0 00010000:00010000:1.0:1780298646.921737:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.921747:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3739648 3743743) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.921757:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.921765:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.921771:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.921781:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 7942144 00000008:00010000:1.0:1780298646.921795:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000e140b73c ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.921809:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 1, dirtied 1 00000020:00010000:1.0:1780298646.921818:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096d58 (ffff8c439057db48/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.921821:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096d58 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.921823:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860224b0 (ffff8c439057df38/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.921826:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x810020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.921834:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.921842:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096d58 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.921845:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860224b0 (ffff8c439057db48/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.921859:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.921879:0:29360:0:(file.c:5304:ll_fsync()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8), start 7933952, end 7942143, datasync 1 00000080:00200000:1.0:1780298646.921895:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.921899:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1780298646.921915:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000e140b73c ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1780298646.921924:0:29360:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000fd945bdf ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1780298646.921935:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000e140b73c ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:1.0:1780298646.921959:0:29360:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000fd945bdf ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.921981:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3739648 3743743) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00100000:1.0:1780298646.922035:0:29360:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c0700 - object 0x280000401:18 offset 3739648<>3747840 00000100:00100000:0.0:1780298646.922078:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609791360:192.168.203.125@tcp:4:fsx.0 00000008:00010000:0.0:1780298646.923477:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000e140b73c ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:0.0:1780298646.923506:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000e140b73c ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000075cbd2e5/0x11c228eb194d5ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3739648->3743743] (req 3739648->3743743) gid 0 flags: 0x800020000000000 nid: local remote: 0xaf35132e63036d25 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:0.0:1780298646.923516:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000fd945bdf ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:0.0:1780298646.923536:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000fd945bdf ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.923554:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609791360:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298646.923565:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.923597:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.923602:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1780298646.923657:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780298646.923664:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609791488:192.168.203.125@tcp:16:fsx.0 00000100:00100000:0.0:1780298646.925888:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43a04da000: committing for last_committed 4294969347 gen 1 00000100:00100000:0.0:1780298646.925951:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609791488:192.168.203.125@tcp:16:fsx.0 00000080:00200000:1.0:1780298646.925999:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 640 00000080:00200000:1.0:1780298646.926042:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.926143:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.926154:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.926178:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.926198:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.926215:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1780298646.926225:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.926232:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.926237:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:1.0:1780298646.926244:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.926248:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1780298646.926258:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298646.926300:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.926309:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.926337:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.926341:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99db0, osc lock ffff8c43908f1560, flags 0x400001002 00000008:00010000:1.0:1780298646.926359:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.926361:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99df0, osc lock ffff8c43908f1b50, flags 0x400001002 00010000:00010000:1.0:1780298646.926378:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.926416:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.926428:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.926489:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.926499:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.926499:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298646.926516:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609791616:192.168.203.125@tcp:101:fsx.0 00000020:00200000:1.0:1780298646.926519:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:1.0:1780298646.926555:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.926572:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609791744:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.927426:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.927485:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161088 00000100:00100000:0.0:1780298646.927493:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161088 00000100:00100000:0.0:1780298646.927546:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24714 00000100:00100000:0.0:1780298646.927556:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605161088:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.927570:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.927583:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00010000:00010000:0.0:1780298646.927596:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.927613:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161216 00000100:00100000:1.0:1780298646.927620:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161216 00000020:00010000:0.0:1780298646.927644:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.927647:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.927653:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00000100:00100000:1.0:1780298646.927659:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24715 00000020:00010000:0.0:1780298646.927659:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:1.0:1780298646.927678:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605161216:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.927731:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.927749:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.927763:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605161088:12345-192.168.203.125@tcp:106: Request processed in 206us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.927771:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24714 00000020:00010000:1.0:1780298646.927789:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.927792:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:1.0:1780298646.927796:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.927798:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000100:00100000:1.0:1780298646.927850:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8358:x1866777605161216:12345-192.168.203.125@tcp:106: Request processed in 176us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.927859:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24715 00010000:00010000:1.0:1780298646.928612:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.928626:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.928637:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.928642:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c43884eb800: committing for last_committed 4294969346 gen 2 00010000:00010000:1.0:1780298646.928644:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.928655:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928658:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928746:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1780298646.928754:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00010000:00010000:0.0:1780298646.928756:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.928761:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1780298646.928772:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928774:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.928810:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928812:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.928841:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.928845:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3747840, setting rss=3747840; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1780298646.928847:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b000 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.928856:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:0.0:1780298646.928857:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.928871:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928877:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928884:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.928888:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1780298646.928896:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6bc00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:1.0:1780298646.928898:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.928901:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.928906:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 640 00000020:00010000:2.0:1780298646.928922:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388581918 (ffff8c439057db48/0) at cl_lock_release():245 00010000:00010000:1.0:1780298646.928932:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000068ff4c37/0x11c228eb194d5ade lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.928934:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388581918 (ffff8c439057db48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.928948:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99db0 (ffff8c439057df38/1) at cl_lock_cancel():142 00000100:00100000:1.0:1780298646.928953:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609791616:192.168.203.125@tcp:101:fsx.0 00000020:00010000:2.0:1780298646.928956:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99df0 (ffff8c439057da28/1) at cl_lock_cancel():142 00010000:00010000:0.0:1780298646.928961:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.928963:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388581918 (ffff8c439057db48/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.928967:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99db0 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.928968:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.928975:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99df0 (ffff8c439057db48/1) at cl_lock_fini():72 00010000:00010000:0.0:1780298646.928976:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000a0e2a812/0x11c228eb194d5ae5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.928998:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609791744:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.929024:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.929052:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.929073:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.929080:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.929101:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.929104:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6b70, osc lock ffff8c43878a5560, flags 0x400001002 00000008:00010000:2.0:1780298646.929120:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.929122:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6bb0, osc lock ffff8c43878a5c80, flags 0x400001002 00010000:00010000:2.0:1780298646.929136:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.929184:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.929196:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.929250:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.929258:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609791872:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.929261:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.929274:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.929292:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609792000:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.930213:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.930253:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.930278:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161344 00000100:00100000:0.0:1780298646.930283:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161344 00000100:00100000:1.0:1780298646.930285:0:6139:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780298646.930304:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161472 00000100:00100000:0.0:1780298646.930309:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24716 00000100:00100000:1.0:1780298646.930310:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161472 00000100:00100000:0.0:1780298646.930318:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605161344:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.930325:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.930336:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.930345:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24717 00000100:00100000:1.0:1780298646.930353:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4399aee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605161472:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.930360:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.930362:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 2, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.930366:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000020:00010000:0.0:1780298646.930395:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 3, [0x2c0000401:0x11:0x0] hash] 00010000:00010000:1.0:1780298646.930396:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.930397:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 560 00000100:00100000:0.0:1780298646.930438:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388663480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:19992:x1866777605161344:12345-192.168.203.125@tcp:106: Request processed in 120us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.930444:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24716 00000020:00010000:1.0:1780298646.930450:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.930453:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:1.0:1780298646.930459:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.930460:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000100:00100000:1.0:1780298646.930521:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4399aee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8356:x1866777605161472:12345-192.168.203.125@tcp:106: Request processed in 169us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.930529:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24717 00010000:00010000:3.0:1780298646.931195:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931214:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931224:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931232:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931240:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.931250:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:3.0:1780298646.931255:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.931258:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931263:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931266:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931277:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931284:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931288:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931292:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.931298:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3747840, setting rss=3747840; leaving kms=0, end=18446744073709551615 00000020:00200000:2.0:1780298646.931300:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.931310:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931328:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931331:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931335:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.931346:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 640 00010000:00010000:3.0:1780298646.931348:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.931353:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.931361:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931361:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.931361:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddda8 (ffff8c43929ee488/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.931374:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddda8 (ffff8c43929ee488/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.931390:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6b70 (ffff8c43929eea28/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.931403:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6bb0 (ffff8c43929eeea8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.931406:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddda8 (ffff8c43929ee488/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.931408:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6b70 (ffff8c43929ee488/1) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.931414:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6bb0 (ffff8c43929ee488/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.931425:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.931429:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.931435:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5af3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.931454:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609792000:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.931467:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.931477:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.931485:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 000000006d50e991/0x11c228eb194d5aec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.931491:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1780298646.931503:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609791872:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.931514:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000080:00200008:1.0:1780298646.931837:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9062474, type: SEEK_SET 00000080:00200008:1.0:1780298646.931844:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 9062474, type: SEEK_SET, rc = 9062474 00000080:00200008:1.0:1780298646.931854:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 9062474, count: 6114 00000080:00200000:1.0:1780298646.931875:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: write ppos: 9062474, bytes: 6114 00000080:00200000:1.0:1780298646.931882:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.931895:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 3, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.931898:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9062474, 9068588) 0 0 00000080:00200000:1.0:1780298646.931902:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.931913:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2212, 2214] 00020000:00200000:1.0:1780298646.931923:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 2 chunk: [9062474, 9068588) 9068588, 6114 00020000:00200000:1.0:1780298646.931927:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.931958:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2212, 2214] 00000008:00010000:1.0:1780298646.931969:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.931973:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43860224b0, osc lock ffff8c43908f0e40, flags 0x0 00010000:00010000:1.0:1780298646.931987:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 2 res 11811161089/17 (4866048 4878335) 00010000:00010000:1.0:1780298646.932021:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.932031:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.932039:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.932057:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609792128:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.932116:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b99a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298646.932959:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.933001:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161600 00000100:00100000:1.0:1780298646.933007:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161600 00000100:00100000:1.0:1780298646.933036:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24718 00000100:00100000:1.0:1780298646.933043:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605161600:12345-192.168.203.125@tcp:104: 00010000:00010000:1.0:1780298646.933052:0:17918:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.933095:0:17918:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780298646.933102:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388662a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8359:x1866777605161600:12345-192.168.203.125@tcp:104: Request processed in 59us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.933110:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24718 00010000:00010000:2.0:1780298646.933123:0:6150:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298646.933132:0:6150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800420000020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.933143:0:6150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43863e6600 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.933148:0:6150:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800428400020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.933191:0:6150:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### extent: 00000000a6206c19 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.933204:0:6150:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000a6206c19 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.933241:0:6150:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4222976 4227071) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:2.0:1780298646.933299:0:6150:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388646a00 - object 0x2c0000401:17 offset 4222976<>4226246 00000100:00100000:3.0:1780298646.933343:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609792256:192.168.203.125@tcp:4:fsx.0 00000100:00100000:1.0:1780298646.933745:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c0380 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609792128:192.168.203.125@tcp:101:fsx.0 00010000:00010000:1.0:1780298646.933768:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.933779:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.933786:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.934753:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a6206c19 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.934793:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a6206c19 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x800429400020000 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.934819:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609792256:192.168.203.125@tcp:4:fsx.0 00000080:00200000:1.0:1780298646.934834:0:6150:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.934911:0:6150:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1780298646.934980:0:6150:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.934990:0:6150:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780298646.935025:0:6150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.935040:0:6150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 0000000095f67319/0x11c228eb194d59fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [4222976->5492735] (req 4222976->4227071) gid 0 flags: 0x804c69400020020 nid: local remote: 0xaf35132e63036c4c expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1780298646.935044:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609792384:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298646.935072:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.935075:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298646.935079:0:6150:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298646.935819:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.935867:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161728 00000100:00100000:1.0:1780298646.935874:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161728 00000100:00100000:1.0:1780298646.935916:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24719 00000100:00100000:1.0:1780298646.935925:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605161728:12345-192.168.203.125@tcp:105: 00010000:00010000:1.0:1780298646.935936:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.935948:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->4878335] (req 4866048->4878335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.935958:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.935975:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.935983:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.935996:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.936029:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4387a6a000) 00010000:00010000:2.0:1780298646.936067:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.936077:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6463:x1866777605161728:12345-192.168.203.125@tcp:105: Request processed in 151us (255us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.936083:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.936090:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24719 00010000:00010000:2.0:1780298646.936103:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.936118:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 4226246, setting rss=4226246; kms=4226246, end=5492735 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.936130:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.936137:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.936166:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn: write [9062474, 9068588) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.936206:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2212 of 2122 to 1974 bytes 00000080:00200000:2.0:1780298646.936266:0:29360:0:(rw26.c:858:ll_write_end()) pos 9062474, len 1974, copied 1974 00000080:00200000:2.0:1780298646.936274:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000031aec6c1[3 000000008ec8947f 2 1 00000000aa3c4283] 00000080:00200000:2.0:1780298646.936278:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000004ba3be67 17ffffc0001001 3:0 ffff8c43866e20e0 2212 lru 00000080:00200000:2.0:1780298646.936286:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2866054 1188: 1< 0 - - > 2< 4866048 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.936289:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000031aec6c1 00000080:00200000:2.0:1780298646.936290:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.936294:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2213 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.936310:0:29360:0:(rw26.c:858:ll_write_end()) pos 9064448, len 4096, copied 4096 00000080:00200000:2.0:1780298646.936315:0:29360:0:(rw26.c:916:ll_write_end()) page@000000006805724d[3 000000008ec8947f 2 1 00000000aa3c4283] 00000080:00200000:2.0:1780298646.936318:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000416aede8 17ffffc0001001 3:0 ffff8c43866e21c0 2213 lru 00000080:00200000:2.0:1780298646.936323:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000052021cf4 1189: 1< 0 - - > 2< 4870144 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.936325:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000006805724d 00000080:00200000:2.0:1780298646.936327:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.936329:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2214 of 0 to 44 bytes 00000080:00200000:2.0:1780298646.936345:0:29360:0:(rw26.c:858:ll_write_end()) pos 9068544, len 44, copied 44 00000080:00200000:2.0:1780298646.936349:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000ca9295be[3 000000008ec8947f 2 1 00000000aa3c4283] 00000080:00200000:2.0:1780298646.936351:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000792e5ad6 17ffffc0001001 3:0 ffff8c43866e2460 2214 lru 00000080:00200000:2.0:1780298646.936356:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000002d40c44b 1190: 1< 0 - - > 2< 4874240 0 0 0x0 0x0 | 00000000c9149e43 00000000484653a1 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.936358:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000ca9295be 00000080:00200000:2.0:1780298646.936359:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1780298646.936364:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 3, from 2122, to 44 prio 0 00000008:00010000:2.0:1780298646.936384:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000007ebda114 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.936403:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 000000007ebda114 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.936417:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 000000007ebda114 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.936431:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a72378, count 3, dirtied 3 00000080:00200000:2.0:1780298646.936435:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 3 pages 6114 bytes, tot: 6114 00000080:00200000:2.0:1780298646.936438:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6114 00000020:00010000:2.0:1780298646.936454:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860967b8 (ffff8c439057dcf8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.936458:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860967b8 (ffff8c439057dcf8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.936461:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860224b0 (ffff8c439057d488/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.936466:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.936476:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000042f63ac3/0x11c228eb194d5afa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [4866048->5492735] (req 4866048->4878335) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d48 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.936493:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860967b8 (ffff8c439057dcf8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.936496:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860224b0 (ffff8c439057dcf8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.936504:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 6114 bytes 00000080:00200000:2.0:1780298646.936511:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2212, 2214] 00000080:00200000:2.0:1780298646.936542:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.936547:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6114, restart: 0 00000080:00200000:2.0:1780298646.936555:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9068588 i_blocks 648 00000080:00200000:2.0:1780298646.936560:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 6114 00000100:00100000:1.0:1780298646.936592:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609792384:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200008:2.0:1780298646.936597:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1780298646.936606:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a721c8),name=f16b.sanityn 00000002:00010000:2.0:1780298646.936628:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:2.0:1780298646.936643:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.936655:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00000080:00200000:2.0:1780298646.936663:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1780298646.936671:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) 00000080:00010000:2.0:1780298646.936675:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a721c8) for lock 0x11c228eb194d58d8 00000080:00010000:2.0:1780298646.936681:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58d8 from it ffffb289c1c7bcd8 00010000:00010000:2.0:1780298646.936685:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 15 lru_type: 1 00010000:00010000:2.0:1780298646.936730:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43a04da000 lock: ffff8c43c217dc00/0x11c228eb194d58d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b1f expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1780298646.936766:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.936774:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.936796:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.936799:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a4130, flags 0x400001002 00000008:00010000:2.0:1780298646.936815:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.936817:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a4be0, flags 0x400001002 00010000:00010000:2.0:1780298646.936828:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.936853:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.936861:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.936903:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00000100:00100000:3.0:1780298646.936916:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609792512:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.936924:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.936934:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.936950:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.936972:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609792640:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.937765:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.937809:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161856 00000100:00100000:1.0:1780298646.937816:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161856 00000100:00100000:0.0:1780298646.937824:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.937861:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605161984 00000100:00100000:1.0:1780298646.937867:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24720 00000100:00100000:0.0:1780298646.937868:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605161984 00000100:00100000:1.0:1780298646.937880:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605161856:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.937891:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.937903:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.937910:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24721 00000100:00100000:0.0:1780298646.937933:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605161984:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.937945:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.937946:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.937950:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:1.0:1780298646.937962:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.937965:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00010000:00010000:0.0:1780298646.937984:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.938027:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:8358:x1866777605161856:12345-192.168.203.125@tcp:106: Request processed in 145us (260us total) trans 0 rc 0/0 00000020:00010000:0.0:1780298646.938033:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.938035:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000020:00010000:0.0:1780298646.938046:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.938047:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:0.0:1780298646.938080:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388660000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:12101:x1866777605161984:12345-192.168.203.125@tcp:106: Request processed in 151us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.938085:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24721 00000100:00100000:1.0:1780298646.938133:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24720 00010000:00010000:2.0:1780298646.938722:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938734:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938743:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938748:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938754:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.938764:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3747840, setting rss=3747840; leaving kms=3747840, end=18446744073709551615 00000020:00200000:2.0:1780298646.938767:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.938770:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938776:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938783:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938791:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.938796:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938836:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.938842:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938848:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.938860:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000497cbf87/0x11c228eb194d5b08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938864:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938894:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298646.938900:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609792640:192.168.203.125@tcp:101:fsx.0 00010000:00010000:3.0:1780298646.938906:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938925:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.938934:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4874284; leaving kms=4874284, end=18446744073709551615 00000020:00200000:3.0:1780298646.938938:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.938946:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938951:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938956:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.938960:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388693e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.938965:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.938985:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9068588 i_blocks 648 00000020:00010000:2.0:1780298646.938991:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddb60 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.938995:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddb60 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.938999:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.939004:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:2.0:1780298646.939004:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929ee638/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.939011:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddb60 (ffff8c43929ee128/0) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.939014:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.939015:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee128/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.939023:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee128/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.939036:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 00000000783269c2/0x11c228eb194d5b01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.939067:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609792512:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.939076:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:2.0:1780298646.939107:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000080:00200000:2.0:1780298646.939124:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.939130:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.939145:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.939148:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6330, osc lock ffff8c43878a4be0, flags 0x400001002 00000008:00010000:2.0:1780298646.939160:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.939162:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6370, osc lock ffff8c43878a4130, flags 0x400001002 00010000:00010000:2.0:1780298646.939171:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43890b5000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.939192:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.939199:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.939226:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c4390d8e800 type 11 mode 6 res 10737419265/18 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.939238:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.939240:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609792768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.939257:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.939271:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.939287:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609792896:192.168.203.125@tcp:101:fsx.0 00000100:00100000:0.0:1780298646.940000:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:1.0:1780298646.940040:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162112 00000100:00100000:1.0:1780298646.940049:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162112 00000100:00100000:1.0:1780298646.940081:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24722 00000100:00100000:1.0:1780298646.940088:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605162112:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.940098:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.940107:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.940130:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000020:00010000:1.0:1780298646.940146:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.940148:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:0.0:1780298646.940150:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162240 00000020:00010000:1.0:1780298646.940155:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000100:00100000:0.0:1780298646.940156:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162240 00000020:00010000:1.0:1780298646.940157:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:0.0:1780298646.940182:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24723 00000100:00100000:0.0:1780298646.940192:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605162240:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.940201:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.940211:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605162112:12345-192.168.203.125@tcp:106: Request processed in 121us (210us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298646.940213:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.940226:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24722 00000020:00010000:0.0:1780298646.940248:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.940250:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:0.0:1780298646.940255:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.940257:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000100:00100000:0.0:1780298646.940292:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4388661f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605162240:12345-192.168.203.125@tcp:106: Request processed in 102us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.940302:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24723 00010000:00010000:3.0:1780298646.940985:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941035:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941046:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941054:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941061:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.941070:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4874284; leaving kms=4874284, end=18446744073709551615 00000020:00200000:3.0:1780298646.941074:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1780298646.941077:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941085:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941092:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941099:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692400 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.941103:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941134:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1780298646.941138:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.941152:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.941161:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.941168:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.941176:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.941183:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.941185:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3747840, setting rss=3747840; leaving kms=3747840, end=18446744073709551615 00010000:00010000:3.0:1780298646.941194:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000002e8dac4/0x11c228eb194d5b0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.941195:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:2.0:1780298646.941207:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.941211:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2400:1866777609792768:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.941216:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.941226:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.941230:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692e00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:2.0:1780298646.941233:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.941242:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 9068588 i_blocks 648 00000020:00010000:1.0:1780298646.941248:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901ddb60 (ffff8c43929ee128/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.941251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901ddb60 (ffff8c43929ee128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.941256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6330 (ffff8c43929ee638/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.941260:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000020:00010000:1.0:1780298646.941261:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6370 (ffff8c43929eee18/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.941264:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.941266:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901ddb60 (ffff8c43929ee128/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.941273:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6330 (ffff8c43929ee128/1) at cl_lock_fini():72 00010000:00010000:2.0:1780298646.941274:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 00000000ed03f9c9/0x11c228eb194d5b16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.941280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6370 (ffff8c43929ee128/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.941285:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2399:1866777609792896:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.941320:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1780298646.941339:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 9068588 00000080:00200008:1.0:1780298646.941384:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3470401, type: SEEK_SET 00000080:00200008:1.0:1780298646.941388:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 3470401, type: SEEK_SET, rc = 3470401 00000080:00200008:1.0:1780298646.941395:0:29360:0:(file.c:2454:do_file_read_iter()) START file f16b.sanityn:[0x200000402:0x33:0x0], ppos: 3470401, count: 4637 00000080:00200000:1.0:1780298646.941427:0:29360:0:(rw.c:1927:ll_readpage()) fast read pgno: 847 00000080:00200000:1.0:1780298646.941445:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn: read ppos: 3470401, bytes: 4637 00000080:00200000:1.0:1780298646.941450:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1780298646.941455:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000cdf53429[0x110, 6, [0x200000402:0x33:0x0] hash] 00000020:00200000:1.0:1780298646.941457:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [3470401, 3475038) 0 0 00000080:00200000:1.0:1780298646.941461:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1780298646.941473:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [3470401, 3475038) 3475038, 4637 00020000:00200000:1.0:1780298646.941477:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.941501:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [847, 848] 00000008:00010000:1.0:1780298646.941511:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.941515:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022430, osc lock ffff8c43908f17c0, flags 0x0 00010000:00010000:1.0:1780298646.941531:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941544:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3477503) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 2/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941554:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941562:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 6/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941569:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1780298646.941578:0:29360:0:(vvp_io.c:826:vvp_io_read_start()) f16b.sanityn: read [3470401, 3475038) 00000080:00200000:1.0:1780298646.941587:0:29360:0:(vvp_io.c:178:vvp_prep_size()) [0x200000402:0x33:0x0] updating i_size 9068588 00000080:00200000:1.0:1780298646.941590:0:29360:0:(vvp_io.c:885:vvp_io_read_start()) count:4637 iocb pos:3470401 00010000:00010000:1.0:1780298646.941621:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941630:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3473408 3477503) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/1,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941639:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941646:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 7/2,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941654:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.941723:0:29360:0:(osc_cache.c:3007:osc_queue_sync_pages()) ### no dlm lock: extent: ffff8c431bfb1f00 00010000:00010000:1.0:1780298646.941739:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 6/2,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.941748:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1780298646.941793:0:28730:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c431bfb1f00 00010000:00010000:1.0:1780298646.941812:0:28730:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00100000:1.0:1780298646.941841:0:28730:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c43886c1f80 - object 0x2c0000401:17 offset 3469312<>3477504 00000100:00100000:1.0:1780298646.941886:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.941897:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609793024:192.168.203.125@tcp:3:fsx.0 00000008:00010000:0.0:1780298646.942866:0:2398:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c431bfb1f00 00000020:00200000:0.0:1780298646.942873:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:0.0:1780298646.942886:0:2398:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c431bfb1f00 00000100:00100000:0.0:1780298646.942900:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609793024:192.168.203.125@tcp:3:fsx.0 00000020:00010000:1.0:1780298646.942928:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4386096128 (ffff8c439057de18/0) at cl_lock_release():245 00000020:00010000:1.0:1780298646.942932:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386096128 (ffff8c439057de18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.942935:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022430 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.942940:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 4/1,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780298646.942950:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8c43a04da000 lock: 0000000054c17fb6/0x11c228eb194d599c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [2355200->3792895] (req 2355200->2363391) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036bea expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1780298646.942964:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386096128 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.942967:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022430 (ffff8c439057de18/1) at cl_lock_fini():72 00000080:00200000:1.0:1780298646.942973:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 4637 bytes 00000080:00200000:1.0:1780298646.942988:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1780298646.942992:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 4637, restart: 0 00000080:00200000:1.0:1780298646.942995:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 4637 00000080:00200008:1.0:1780298646.943015:0:29360:0:(file.c:6226:ll_getattr_dentry()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1780298646.943022:0:29360:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000402:0x33:0x0](ffff8c4398a763c8),name=f16b.sanityn 00000002:00010000:1.0:1780298646.943037:0:29360:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000402:0x33:0x0]) in obj [0x200000402:0x33:0x0], intent: getattr flags 0 00010000:00010000:1.0:1780298646.943050:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.943064:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1780298646.943072:0:29360:0:(namei.c:947:ll_intent_lock()) intent lock 8 on i1 [0x200000402:0x33:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1780298646.943077:0:29360:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) 00000080:00010000:1.0:1780298646.943081:0:29360:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff8c4398a763c8) for lock 0x11c228eb194d58df 00000080:00010000:1.0:1780298646.943086:0:29360:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x11c228eb194d58df from it ffffb289c1c7bcd8 00010000:00010000:1.0:1780298646.943089:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1780298646.943096:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c43884eb800 lock: ffff8c43c217c600/0x11c228eb194d58df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xaf35132e63036b2d expref: -99 pid: 29360 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1780298646.943119:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1780298646.943125:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:1.0:1780298646.943138:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.943140:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99ab0, osc lock ffff8c43908f17c0, flags 0x400001002 00000008:00010000:1.0:1780298646.943151:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1780298646.943153:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4384b99af0, osc lock ffff8c43908f1430, flags 0x400001002 00010000:00010000:1.0:1780298646.943161:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:1.0:1780298646.943183:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.943191:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.943229:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.943237:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.943239:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00200000:1.0:1780298646.943251:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:0.0:1780298646.943253:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609793152:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.943270:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298646.943280:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609793280:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.944086:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.944142:0:6140:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780298646.944154:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162368 00000100:00100000:0.0:1780298646.944158:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162368 00000100:00100000:0.0:1780298646.944194:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24724 00000100:00100000:1.0:1780298646.944201:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.944206:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c4386281c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605162368:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.944216:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.944226:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:1.0:1780298646.944233:0:17918:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162496 00000100:00100000:1.0:1780298646.944238:0:17918:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162496 00000020:00010000:0.0:1780298646.944257:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.944260:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.944264:0:17918:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24725 00000020:00010000:0.0:1780298646.944267:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:0.0:1780298646.944270:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.944277:0:17918:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605162496:12345-192.168.203.125@tcp:106: 00010000:00010000:1.0:1780298646.944286:0:17918:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.944296:0:17918:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00100000:0.0:1780298646.944313:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c4386281c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:19992:x1866777605162368:12345-192.168.203.125@tcp:106: Request processed in 109us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.944320:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24724 00000020:00010000:1.0:1780298646.944327:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:1.0:1780298646.944329:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:1.0:1780298646.944334:0:17918:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:1.0:1780298646.944335:0:17918:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000100:00100000:1.0:1780298646.944378:0:17918:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:LOV_OSC_UUID+4:12101:x1866777605162496:12345-192.168.203.125@tcp:106: Request processed in 103us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.944386:0:17918:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24725 00010000:00010000:1.0:1780298646.945074:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945078:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945096:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945097:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945119:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945120:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945141:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945142:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945167:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945168:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:0.0:1780298646.945188:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:0.0:1780298646.945192:0:2397:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000008:00010000:1.0:1780298646.945195:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3747840, setting rss=3747840; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1780298646.945196:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:1.0:1780298646.945203:0:2398:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:0.0:1780298646.945209:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945216:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945218:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945237:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.945243:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 648 00010000:00010000:0.0:1780298646.945249:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b400 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:2.0:1780298646.945251:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c4388580490 (ffff8c439057de18/0) at cl_lock_release():245 00010000:00010000:0.0:1780298646.945256:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.945258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4388580490 (ffff8c439057de18/0) at cl_lock_cancel():142 00010000:00010000:1.0:1780298646.945260:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:2.0:1780298646.945266:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99ab0 (ffff8c439057d2d8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.945273:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4384b99af0 (ffff8c439057dab8/1) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.945280:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4388580490 (ffff8c439057de18/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.945287:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99ab0 (ffff8c439057de18/1) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.945295:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4384b99af0 (ffff8c439057de18/1) at cl_lock_fini():72 00010000:00010000:1.0:1780298646.945295:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4387a6b800 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:0.0:1780298646.945300:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.945302:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945307:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.945317:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000b3cbc760/0x11c228eb194d5b1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.945331:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609793152:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.945332:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:1.0:1780298646.945338:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1780298646.945345:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.945353:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004a0c507e/0x11c228eb194d5b24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:2.0:1780298646.945365:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null) 00000100:00100000:1.0:1780298646.945369:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609793280:192.168.203.125@tcp:101:fsx.0 00000080:00200000:2.0:1780298646.945384:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:2.0:1780298646.945389:0:29360:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000402:0x33:0x0] 00000008:00010000:2.0:1780298646.945405:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.945407:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa69f0, osc lock ffff8c43878a45f0, flags 0x400001002 00000008:00010000:2.0:1780298646.945420:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:2.0:1780298646.945422:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4382fa6a30, osc lock ffff8c43878a5430, flags 0x400001002 00010000:00010000:2.0:1780298646.945430:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864c9000 type 11 mode 6 res 11811161089/17 (0 18446744073709551615) 00010000:00010000:2.0:1780298646.945449:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.945458:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.945496:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298646.945502:0:2400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609793408:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.945506:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.945518:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000100:00100000:2.0:1780298646.945532:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609793536:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.946366:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.946396:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162624 00000100:00100000:1.0:1780298646.946397:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.946401:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162624 00000100:00100000:0.0:1780298646.946426:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162752 00000100:00100000:0.0:1780298646.946428:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162752 00000100:00100000:1.0:1780298646.946443:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24726 00000100:00100000:0.0:1780298646.946450:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24727 00000100:00100000:1.0:1780298646.946455:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605162624:12345-192.168.203.125@tcp:106: 00000100:00100000:0.0:1780298646.946458:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605162752:12345-192.168.203.125@tcp:106: 00010000:00010000:0.0:1780298646.946463:0:6140:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780298646.946474:0:6140:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8c43a04da000 lock: 0000000010639aa3/0x11c228eb194d5ab4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [3743744->37298175] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d02 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.946479:0:6139:0:(ldlm_lockd.c:2525:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780298646.946490:0:6139:0:(ldlm_lockd.c:2116:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c56a0420/0x11c228eb194d58f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [5492736->39047167] (req 5492736->5505023) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036b42 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:0.0:1780298646.946491:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@00000000cdf53429[0x110, 8, [0x200000402:0x33:0x0] hash] 00000020:00010000:0.0:1780298646.946494:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:0.0:1780298646.946502:0:6140:0:(cl_object.c:330:cl_object_glimpse()) header@0000000041916024[0x110, 2, [0x280000401:0x12:0x0] hash] 00000020:00010000:0.0:1780298646.946504:0:6140:0:(cl_object.c:330:cl_object_glimpse()) size: 3747840 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 80 00000020:00010000:1.0:1780298646.946534:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@000000001176a2fc[0x110, 1, [0x200000402:0x33:0x0] hash] 00000100:00100000:0.0:1780298646.946535:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8356:x1866777605162752:12345-192.168.203.125@tcp:106: Request processed in 78us (138us total) trans 0 rc 0/0 00000020:00010000:1.0:1780298646.946539:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:0.0:1780298646.946541:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24727 00000020:00010000:1.0:1780298646.946548:0:6139:0:(cl_object.c:330:cl_object_glimpse()) header@0000000077f2acb5[0x110, 2, [0x2c0000401:0x11:0x0] hash] 00000020:00010000:1.0:1780298646.946550:0:6139:0:(cl_object.c:330:cl_object_glimpse()) size: 4226246 mtime: 1780298646 atime: 1780298646 ctime: 1780298646 blocks: 568 00000100:00100000:1.0:1780298646.946586:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:9128:x1866777605162624:12345-192.168.203.125@tcp:106: Request processed in 134us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298646.946594:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24726 00010000:00010000:2.0:1780298646.947192:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947200:0:2399:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947212:0:2399:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947221:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947228:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 5/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.947236:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 3747840, setting rss=3747840; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1780298646.947239:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00200000:2.0:1780298646.947241:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:2.0:1780298646.947245:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.947259:0:2400:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947260:0:2399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947279:0:2399:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.947282:0:2400:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947295:0:2399:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692a00 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.947300:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947301:0:2399:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 5/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.947319:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 5/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1780298646.947338:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### no dlm lock: acquired size 4226246, setting rss=4226246; leaving kms=4226246, end=18446744073709551615 00000020:00200000:3.0:1780298646.947341:0:2400:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00010000:00010000:3.0:1780298646.947353:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947360:0:2399:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.947361:0:2400:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947364:0:2399:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:1.0:1780298646.947371:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x33:0x0] updating i_size 8420550 i_blocks 648 00000020:00010000:1.0:1780298646.947378:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43901df478 (ffff8c43929eeab8/0) at cl_lock_release():245 00010000:00010000:3.0:1780298646.947380:0:2400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.947382:0:2399:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000004d9efea2/0x11c228eb194d5b32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.947382:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43901df478 (ffff8c43929eeab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.947389:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa69f0 (ffff8c43929ee518/1) at cl_lock_cancel():142 00000020:00010000:1.0:1780298646.947395:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4382fa6a30 (ffff8c43929ee008/1) at cl_lock_cancel():142 00010000:00010000:3.0:1780298646.947401:0:2400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c4388692c00 already unused, calling callback (ffffffffc11bf220) 00000020:00010000:1.0:1780298646.947402:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43901df478 (ffff8c43929eeab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1780298646.947405:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa69f0 (ffff8c43929eeab8/1) at cl_lock_fini():72 00010000:00010000:3.0:1780298646.947407:0:2400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 5/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00010000:1.0:1780298646.947409:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4382fa6a30 (ffff8c43929eeab8/1) at cl_lock_fini():72 00000100:00100000:2.0:1780298646.947412:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609793536:192.168.203.125@tcp:101:fsx.0 00000080:00200000:1.0:1780298646.947453:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x33:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:3.0:1780298646.947455:0:2400:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1780298646.947459:0:2400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298646.947469:0:2400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8c43884eb800 lock: 00000000c65b7c61/0x11c228eb194d5b2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200008:1.0:1780298646.947469:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000402:0x33:0x0], offset: 0, type: (null), rc = 8420550 00000100:00100000:3.0:1780298646.947486:0:2400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2400:1866777609793408:192.168.203.125@tcp:101:fsx.0 00000080:00200008:1.0:1780298646.947887:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 0, count: 8192 00000080:00200000:1.0:1780298646.947901:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 0, bytes: 8192 00000080:00200000:1.0:1780298646.947905:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:1.0:1780298646.947908:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 1, [0x200000402:0x36:0x0] hash] 00000020:00200000:1.0:1780298646.947910:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000080:00200000:1.0:1780298646.947912:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1780298646.947919:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 1] 00020000:00200000:1.0:1780298646.947923:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00200000:1.0:1780298646.947926:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1780298646.947941:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000008:00010000:1.0:1780298646.947948:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1780298646.947950:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c4386022430, osc lock ffff8c43908f05f0, flags 0x0 00010000:00010000:1.0:1780298646.947957:0:29360:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c43864cbc00 type 11 mode 2 res 10737419265/19 (0 8191) 00010000:00010000:1.0:1780298646.947973:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.947980:0:29360:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298646.947985:0:29360:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.947995:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609793664:192.168.203.125@tcp:101:fsx.0 00000100:00100000:1.0:1780298646.948025:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4384b999c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298646.948772:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.948810:0:6140:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605162880 00000100:00100000:0.0:1780298646.948816:0:6140:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605162880 00000100:00100000:0.0:1780298646.948849:0:6140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24728 00000100:00100000:0.0:1780298646.948858:0:6140:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605162880:12345-192.168.203.125@tcp:104: 00010000:00010000:0.0:1780298646.948869:0:6140:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000efb07414/0x11c228eb194cbf72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6302c37a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780298646.948920:0:6140:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780298646.948926:0:6140:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:8359:x1866777605162880:12345-192.168.203.125@tcp:104: Request processed in 70us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298646.948938:0:6140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24728 00010000:00010000:3.0:1780298646.948947:0:15609:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780298646.948954:0:15609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000efb07414/0x11c228eb194cbf72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xaf35132e6302c37a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.948965:0:15609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c43b7efd200 already unused, calling callback (ffffffffc11bf220) 00010000:00010000:3.0:1780298646.948969:0:15609:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000efb07414/0x11c228eb194cbf72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xaf35132e6302c37a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1780298646.949003:0:15609:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1780298646.949010:0:15609:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1780298646.949088:0:15609:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000efb07414/0x11c228eb194cbf72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6302c37a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.949096:0:15609:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780298646.949116:0:15609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000efb07414/0x11c228eb194cbf72 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6302c37a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780298646.949124:0:15609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 00000000efb07414/0x11c228eb194cbf72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xaf35132e6302c37a expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:2.0:1780298646.949138:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1780298646.949148:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780298646.949150:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.949152:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609793792:192.168.203.125@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298646.949153:0:15609:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298646.949664:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43886c2680 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609793664:192.168.203.125@tcp:101:fsx.0 00010000:00010000:2.0:1780298646.949674:0:29360:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.949682:0:29360:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.949701:0:29360:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298646.950111:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.125@tcp (source: 12345-192.168.203.125@tcp) 00000100:00100000:0.0:1780298646.950158:0:6139:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605163008 00000100:00100000:0.0:1780298646.950163:0:6139:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605163008 00000100:00100000:0.0:1780298646.950194:0:6139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.125@tcp, seq: 24729 00000100:00100000:0.0:1780298646.950204:0:6139:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605163008:12345-192.168.203.125@tcp:105: 00010000:00010000:0.0:1780298646.950212:0:6139:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.950221:0:6139:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.950235:0:6139:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.950243:0:6139:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.950250:0:6139:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10080000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.950259:0:6139:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298646.950280:0:6139:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c4387a6a400) 00010000:00010000:2.0:1780298646.950303:0:29360:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.950312:0:6139:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8c43886c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7400:x1866777605163008:12345-192.168.203.125@tcp:105: Request processed in 109us (201us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298646.950318:0:29360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x20000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298646.950324:0:6139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.125@tcp, seq: 24729 00010000:00010000:2.0:1780298646.950335:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.950343:0:29360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.950350:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.950355:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.950372:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [0, 8192) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.950385:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.950416:0:29360:0:(rw26.c:858:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:2.0:1780298646.950422:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000079aeaf97[3 00000000d7137fae 2 1 00000000554e758c] 00000080:00200000:2.0:1780298646.950426:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000270d3e7d 17ffffc0001001 3:0 ffff8c43866e27e0 0 lru 00000080:00200000:2.0:1780298646.950434:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000b49168bb 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.950436:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000079aeaf97 00000080:00200000:2.0:1780298646.950438:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.950447:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.950469:0:29360:0:(rw26.c:858:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:2.0:1780298646.950473:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000032f303c8[3 00000000d7137fae 2 1 00000000554e758c] 00000080:00200000:2.0:1780298646.950476:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8f5259a 17ffffc0001001 3:0 ffff8c43866e2a80 1 lru 00000080:00200000:2.0:1780298646.950482:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000000234e16c 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484638720 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780298646.950485:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000032f303c8 00000080:00200000:2.0:1780298646.950486:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.950489:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.950504:0:29360:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:2.0:1780298646.950517:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:2.0:1780298646.950524:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.950528:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.950530:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.950540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43860967b8 (ffff8c439057d368/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.950542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43860967b8 (ffff8c439057d368/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.950544:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c4386022430 (ffff8c439057d908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.950547:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298646.950553:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:2.0:1780298646.950560:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43860967b8 (ffff8c439057d368/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.950562:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c4386022430 (ffff8c439057d368/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.950567:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.950571:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 1] 00000080:00200000:2.0:1780298646.950589:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.950593:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.950600:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 8192 i_blocks 0 00000080:00200000:2.0:1780298646.950604:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000100:00100000:3.0:1780298646.950972:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609793792:192.168.203.125@tcp:103:ldlm_bl.0 00000080:00200008:2.0:1780298646.951024:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 8192, count: 8192 00000080:00200000:2.0:1780298646.951044:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 8192, bytes: 8192 00000080:00200000:2.0:1780298646.951047:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.951050:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 3, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.951052:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [8192, 16384) 0 0 00000080:00200000:2.0:1780298646.951054:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.951060:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [2, 3] 00020000:00200000:2.0:1780298646.951063:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 8192 chunk: [8192, 16384) 16384, 8192 00020000:00200000:2.0:1780298646.951065:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.951079:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2, 3] 00000008:00010000:2.0:1780298646.951085:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.951087:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.951097:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.951106:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (8192 16383) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.951113:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.951121:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.951128:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.951136:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [8192, 16384) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.951141:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.951158:0:29360:0:(rw26.c:858:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:2.0:1780298646.951163:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000015e5f3dd[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.951166:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdadd7e3 17ffffc0001001 3:0 ffff8c43866e29a0 2 lru 00000080:00200000:2.0:1780298646.951170:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000003532b50d 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:2.0:1780298646.951171:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000015e5f3dd 00000080:00200000:2.0:1780298646.951172:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.951174:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.951184:0:29360:0:(rw26.c:858:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:2.0:1780298646.951186:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000dd669ffc[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.951188:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007f33a197 17ffffc0001001 3:0 ffff8c43866e2380 3 lru 00000080:00200000:2.0:1780298646.951191:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000004eb568e2 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484605952 - | - - + - > 5< - - + - | 0 - | 2 - -> 00000080:00200000:2.0:1780298646.951192:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000dd669ffc 00000080:00200000:2.0:1780298646.951193:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.951195:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.951201:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.951207:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.951211:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.951216:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:2.0:1780298646.951223:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1780298646.951228:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.951230:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.951232:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.951236:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.951238:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.951240:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.951243:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780298646.951248:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:2.0:1780298646.951254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.951255:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.951258:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.951259:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [2, 3] 00000080:00200000:2.0:1780298646.951270:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.951272:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.951275:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 16384 i_blocks 0 00000080:00200000:2.0:1780298646.951277:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.951798:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 16384, count: 8192 00000080:00200000:2.0:1780298646.951811:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 16384, bytes: 8192 00000080:00200000:2.0:1780298646.951813:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.951816:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 5, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.951817:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [16384, 24576) 0 0 00000080:00200000:2.0:1780298646.951820:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.951824:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [4, 5] 00020000:00200000:2.0:1780298646.951827:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 16384 chunk: [16384, 24576) 24576, 8192 00020000:00200000:2.0:1780298646.951828:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.951836:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [4, 5] 00000008:00010000:2.0:1780298646.951839:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.951841:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.951847:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.951853:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (16384 24575) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.951859:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.951864:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.951867:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.951872:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [16384, 24576) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.951876:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.951888:0:29360:0:(rw26.c:858:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:2.0:1780298646.951891:0:29360:0:(rw26.c:916:ll_write_end()) page@000000007645e90e[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.951894:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001003fd22 17ffffc0001001 3:0 ffff8c43866e2e00 4 lru 00000080:00200000:2.0:1780298646.951898:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2b58400 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484597760 - | - - + - > 5< - - + - | 0 - | 4 - -> 00000080:00200000:2.0:1780298646.951899:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000007645e90e 00000080:00200000:2.0:1780298646.951900:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.951901:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.951909:0:29360:0:(rw26.c:858:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:2.0:1780298646.951911:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000006762be3[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.951914:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000039e23ab7 17ffffc0001001 3:0 ffff8c43866e28c0 5 lru 00000080:00200000:2.0:1780298646.951919:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000f82911b7 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484597760 - | - - + - > 5< - - + - | 0 - | 4 - -> 00000080:00200000:2.0:1780298646.951921:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000006762be3 00000080:00200000:2.0:1780298646.951922:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.951924:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.951932:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.951941:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.951947:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.951954:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00010000:2.0:1780298646.951964:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1780298646.951973:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.951977:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.951979:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.951985:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.951987:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.951990:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.951993:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780298646.951998:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000020:00010000:2.0:1780298646.952007:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.952009:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.952012:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.952014:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [4, 5] 00000080:00200000:2.0:1780298646.952022:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.952024:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.952027:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 24576 i_blocks 0 00000080:00200000:2.0:1780298646.952029:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.952498:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 24576, count: 8192 00000080:00200000:2.0:1780298646.952509:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 24576, bytes: 8192 00000080:00200000:2.0:1780298646.952512:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.952515:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 7, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.952516:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24576, 32768) 0 0 00000080:00200000:2.0:1780298646.952518:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.952523:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [6, 7] 00020000:00200000:2.0:1780298646.952526:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 24576 chunk: [24576, 32768) 32768, 8192 00020000:00200000:2.0:1780298646.952529:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.952540:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [6, 7] 00000008:00010000:2.0:1780298646.952545:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.952548:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.952555:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.952564:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (24576 32767) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.952572:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.952585:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.952591:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.952599:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [24576, 32768) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.952605:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.952618:0:29360:0:(rw26.c:858:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:2.0:1780298646.952621:0:29360:0:(rw26.c:916:ll_write_end()) page@000000006200d613[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.952624:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000034501566 17ffffc0001001 3:0 ffff8c43866e2000 6 lru 00000080:00200000:2.0:1780298646.952627:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000dbc9d704 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484589568 - | - - + - > 5< - - + - | 0 - | 6 - -> 00000080:00200000:2.0:1780298646.952629:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000006200d613 00000080:00200000:2.0:1780298646.952629:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.952631:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.952639:0:29360:0:(rw26.c:858:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:2.0:1780298646.952640:0:29360:0:(rw26.c:916:ll_write_end()) page@000000003a5bbc6f[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.952642:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000005984ffd9 17ffffc0001001 3:0 ffff8c43866e2d20 7 lru 00000080:00200000:2.0:1780298646.952645:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000000c512809 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484589568 - | - - + - > 5< - - + - | 0 - | 6 - -> 00000080:00200000:2.0:1780298646.952647:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000003a5bbc6f 00000080:00200000:2.0:1780298646.952647:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.952649:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.952654:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.952659:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.952667:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.952671:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00010000:2.0:1780298646.952678:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1780298646.952683:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.952698:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.952700:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.952719:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.952721:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.952723:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.952726:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780298646.952731:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000020:00010000:2.0:1780298646.952737:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.952738:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.952742:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.952744:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [6, 7] 00000080:00200000:2.0:1780298646.952752:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.952754:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.952757:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 32768 i_blocks 0 00000080:00200000:2.0:1780298646.952759:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.953187:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 32768, count: 8192 00000080:00200000:2.0:1780298646.953199:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 32768, bytes: 8192 00000080:00200000:2.0:1780298646.953201:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.953204:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 9, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.953205:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [32768, 40960) 0 0 00000080:00200000:2.0:1780298646.953206:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.953211:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [8, 9] 00020000:00200000:2.0:1780298646.953213:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 32768 chunk: [32768, 40960) 40960, 8192 00020000:00200000:2.0:1780298646.953215:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.953222:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [8, 9] 00000008:00010000:2.0:1780298646.953225:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.953227:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.953233:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.953239:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (32768 40959) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.953244:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.953249:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.953252:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.953260:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [32768, 40960) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.953264:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.953276:0:29360:0:(rw26.c:858:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:2.0:1780298646.953279:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000076d0869f[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.953281:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0a0b854 17ffffc0001001 3:0 ffff8c43866e22a0 8 lru 00000080:00200000:2.0:1780298646.953284:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000f54894cf 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484581376 - | - - + - > 5< - - + - | 0 - | 8 - -> 00000080:00200000:2.0:1780298646.953286:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000076d0869f 00000080:00200000:2.0:1780298646.953287:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.953288:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.953295:0:29360:0:(rw26.c:858:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:2.0:1780298646.953297:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000c435e335[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.953299:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001e10f392 17ffffc0001001 3:0 ffff8c43866e2c40 9 lru 00000080:00200000:2.0:1780298646.953302:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000054ec7237 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484581376 - | - - + - > 5< - - + - | 0 - | 8 - -> 00000080:00200000:2.0:1780298646.953303:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000c435e335 00000080:00200000:2.0:1780298646.953304:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.953305:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.953310:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.953315:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.953319:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.953323:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:2.0:1780298646.953333:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1780298646.953339:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.953341:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.953342:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.953346:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.953348:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.953349:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.953352:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780298646.953356:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:2.0:1780298646.953362:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.953363:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.953365:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.953367:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [8, 9] 00000080:00200000:2.0:1780298646.953375:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.953377:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.953381:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 40960 i_blocks 0 00000080:00200000:2.0:1780298646.953383:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.953898:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 40960, count: 8192 00000080:00200000:2.0:1780298646.953909:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 40960, bytes: 8192 00000080:00200000:2.0:1780298646.953912:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.953916:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 11, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.953918:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [40960, 49152) 0 0 00000080:00200000:2.0:1780298646.953920:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.953926:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [10, 11] 00020000:00200000:2.0:1780298646.953929:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 40960 chunk: [40960, 49152) 49152, 8192 00020000:00200000:2.0:1780298646.953931:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.953943:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [10, 11] 00000008:00010000:2.0:1780298646.953949:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.953951:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.953959:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.953965:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (40960 49151) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.953971:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.953975:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.953979:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.953984:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [40960, 49152) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.953988:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.954003:0:29360:0:(rw26.c:858:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:2.0:1780298646.954006:0:29360:0:(rw26.c:916:ll_write_end()) page@000000008d85856b[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.954008:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000007a016f12 17ffffc0001021 2:0 ffff8c43866e2b60 10 lru 00000080:00200000:2.0:1780298646.954012:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000319738cf 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484573184 - | - - + - > 5< - - + - | 0 - | 10 - -> 00000080:00200000:2.0:1780298646.954014:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000008d85856b 00000080:00200000:2.0:1780298646.954015:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.954016:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.954024:0:29360:0:(rw26.c:858:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:2.0:1780298646.954026:0:29360:0:(rw26.c:916:ll_write_end()) page@000000006fb6e8f7[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.954028:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad36ea7c 17ffffc0001001 3:0 ffff8c43866e2ee0 11 lru 00000080:00200000:2.0:1780298646.954031:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000003e70241b 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484573184 - | - - + - > 5< - - + - | 0 - | 10 - -> 00000080:00200000:2.0:1780298646.954032:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000006fb6e8f7 00000080:00200000:2.0:1780298646.954033:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.954034:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.954039:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298646.954044:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298646.954048:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298646.954052:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:2.0:1780298646.954059:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1780298646.954064:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.954066:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.954067:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.954071:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.954073:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.954074:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.954077:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780298646.954081:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:2.0:1780298646.954087:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.954088:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.954090:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.954092:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [10, 11] 00000080:00200000:2.0:1780298646.954100:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.954102:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.954105:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 49152 i_blocks 0 00000080:00200000:2.0:1780298646.954107:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.954588:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 49152, count: 8192 00000080:00200000:2.0:1780298646.954604:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 49152, bytes: 8192 00000080:00200000:2.0:1780298646.954607:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.954611:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 13, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.954613:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [49152, 57344) 0 0 00000080:00200000:2.0:1780298646.954615:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.954621:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [12, 13] 00020000:00200000:2.0:1780298646.954623:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 49152 chunk: [49152, 57344) 57344, 8192 00020000:00200000:2.0:1780298646.954625:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.954633:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [12, 13] 00000008:00010000:2.0:1780298646.954637:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.954638:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.954644:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.954654:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (49152 57343) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.954660:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.954664:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.954668:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.954673:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [49152, 57344) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.954676:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.954703:0:29360:0:(rw26.c:858:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:2.0:1780298646.954719:0:29360:0:(rw26.c:916:ll_write_end()) page@000000008c45c0ad[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.954722:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000bceb979a 17ffffc0001001 3:0 ffff8c43866e2700 12 lru 00000080:00200000:2.0:1780298646.954726:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000aae7c6cb 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484564992 - | - - + - > 5< - - + - | 0 - | 12 - -> 00000080:00200000:2.0:1780298646.954728:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000008c45c0ad 00000080:00200000:2.0:1780298646.954729:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.954731:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.954742:0:29360:0:(rw26.c:858:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:2.0:1780298646.954745:0:29360:0:(rw26.c:916:ll_write_end()) page@000000000446d893[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.954746:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @0000000008c353ab 17ffffc0001001 3:0 ffff8c43866e2540 13 lru 00000080:00200000:2.0:1780298646.954750:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000007c6db947 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484564992 - | - - + - > 5< - - + - | 0 - | 12 - -> 00000080:00200000:2.0:1780298646.954752:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000000446d893 00000080:00200000:2.0:1780298646.954753:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.954754:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.954760:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:2.0:1780298646.954765:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:2.0:1780298646.954769:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:2.0:1780298646.954773:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:2.0:1780298646.954780:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1780298646.954785:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.954787:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.954788:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.954792:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.954794:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.954795:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.954798:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1780298646.954803:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:2.0:1780298646.954811:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.954813:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.954816:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.954817:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [12, 13] 00000080:00200000:2.0:1780298646.954825:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.954827:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.954830:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 57344 i_blocks 0 00000080:00200000:2.0:1780298646.954832:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.955314:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 57344, count: 8192 00000080:00200000:2.0:1780298646.955326:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 57344, bytes: 8192 00000080:00200000:2.0:1780298646.955329:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.955332:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 15, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.955333:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [57344, 65536) 0 0 00000080:00200000:2.0:1780298646.955335:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.955339:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [14, 15] 00020000:00200000:2.0:1780298646.955341:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 57344 chunk: [57344, 65536) 65536, 8192 00020000:00200000:2.0:1780298646.955342:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.955349:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [14, 15] 00000008:00010000:2.0:1780298646.955353:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.955354:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.955360:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.955366:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (57344 65535) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.955371:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.955380:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.955387:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.955394:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [57344, 65536) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.955400:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.955416:0:29360:0:(rw26.c:858:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:2.0:1780298646.955420:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000025d17e62[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.955424:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000008a8b29fd 17ffffc0001001 3:0 ffff8c43867ecc40 14 lru 00000080:00200000:2.0:1780298646.955429:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@0000000081b9bde0 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484556800 - | - - + - > 5< - - + - | 0 - | 14 - -> 00000080:00200000:2.0:1780298646.955431:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000025d17e62 00000080:00200000:2.0:1780298646.955431:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.955433:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.955444:0:29360:0:(rw26.c:858:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:2.0:1780298646.955447:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000cf895ded[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.955450:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4530de5 17ffffc0001001 3:0 ffff8c43867ec700 15 lru 00000080:00200000:2.0:1780298646.955455:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000002669d24e 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484556800 - | - - + - > 5< - - + - | 0 - | 14 - -> 00000080:00200000:2.0:1780298646.955457:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000cf895ded 00000080:00200000:2.0:1780298646.955458:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.955460:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.955469:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:2.0:1780298646.955477:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:2.0:1780298646.955489:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:2.0:1780298646.955495:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:2.0:1780298646.955502:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1780298646.955507:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.955509:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.955511:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.955515:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.955516:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.955519:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.955523:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:2.0:1780298646.955531:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:2.0:1780298646.955540:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.955542:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.955546:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.955549:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [14, 15] 00000080:00200000:2.0:1780298646.955558:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.955560:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.955564:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 65536 i_blocks 0 00000080:00200000:2.0:1780298646.955567:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.956074:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 65536, count: 8192 00000080:00200000:2.0:1780298646.956087:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 65536, bytes: 8192 00000080:00200000:2.0:1780298646.956089:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.956092:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 17, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.956093:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [65536, 73728) 0 0 00000080:00200000:2.0:1780298646.956095:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.956099:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [16, 17] 00020000:00200000:2.0:1780298646.956101:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 65536 chunk: [65536, 73728) 73728, 8192 00020000:00200000:2.0:1780298646.956102:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.956110:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [16, 17] 00000008:00010000:2.0:1780298646.956114:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.956116:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.956124:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.956133:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (65536 73727) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.956142:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.956150:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.956157:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.956167:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [65536, 73728) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.956171:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.956184:0:29360:0:(rw26.c:858:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:2.0:1780298646.956187:0:29360:0:(rw26.c:916:ll_write_end()) page@000000002196cbca[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.956189:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000be8ac4a9 17ffffc0001001 3:0 ffff8c43867ec540 16 lru 00000080:00200000:2.0:1780298646.956192:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000007a7144a0 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484548608 - | - - + - > 5< - - + - | 0 - | 16 - -> 00000080:00200000:2.0:1780298646.956194:0:29360:0:(rw26.c:916:ll_write_end()) end page@000000002196cbca 00000080:00200000:2.0:1780298646.956195:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.956196:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.956203:0:29360:0:(rw26.c:858:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:2.0:1780298646.956205:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000bbcb6a43[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.956207:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4e83b50 17ffffc0001001 3:0 ffff8c43867ec0e0 17 lru 00000080:00200000:2.0:1780298646.956210:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000a307ef08 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484548608 - | - - + - > 5< - - + - | 0 - | 16 - -> 00000080:00200000:2.0:1780298646.956211:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000bbcb6a43 00000080:00200000:2.0:1780298646.956212:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.956213:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.956218:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298646.956223:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298646.956227:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298646.956231:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1780298646.956242:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1780298646.956247:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.956249:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.956250:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.956254:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.956256:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.956258:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.956260:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1780298646.956265:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:2.0:1780298646.956270:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.956272:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.956274:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.956276:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [16, 17] 00000080:00200000:2.0:1780298646.956284:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.956286:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.956289:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 73728 i_blocks 0 00000080:00200000:2.0:1780298646.956291:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.956781:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 73728, count: 8192 00000080:00200000:2.0:1780298646.956793:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 73728, bytes: 8192 00000080:00200000:2.0:1780298646.956795:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298646.956798:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 19, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298646.956800:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [73728, 81920) 0 0 00000080:00200000:2.0:1780298646.956802:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.956806:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [18, 19] 00020000:00200000:2.0:1780298646.956808:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 73728 chunk: [73728, 81920) 81920, 8192 00020000:00200000:2.0:1780298646.956810:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.956818:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [18, 19] 00000008:00010000:2.0:1780298646.956822:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298646.956824:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00010000:00010000:2.0:1780298646.956830:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.956836:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (73728 81919) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.956841:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.956846:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.956850:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.956854:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [73728, 81920) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.956857:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.956869:0:29360:0:(rw26.c:858:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:2.0:1780298646.956872:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000069e5022d[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.956874:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000358456c0 17ffffc0001001 3:0 ffff8c43867ece00 18 lru 00000080:00200000:2.0:1780298646.956877:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@00000000b537f056 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484540416 - | - - + - > 5< - - + - | 0 - | 18 - -> 00000080:00200000:2.0:1780298646.956880:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000069e5022d 00000080:00200000:2.0:1780298646.956881:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298646.956882:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:2.0:1780298646.956889:0:29360:0:(rw26.c:858:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:2.0:1780298646.956891:0:29360:0:(rw26.c:916:ll_write_end()) page@0000000086c12446[3 00000000d7137fae 2 1 00000000ac7a52bb] 00000080:00200000:2.0:1780298646.956893:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6abc5e1 17ffffc0001001 3:0 ffff8c43867ec380 19 lru 00000080:00200000:2.0:1780298646.956896:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000000c77f791 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484540416 - | - - + - > 5< - - + - | 0 - | 18 - -> 00000080:00200000:2.0:1780298646.956898:0:29360:0:(rw26.c:916:ll_write_end()) end page@0000000086c12446 00000080:00200000:2.0:1780298646.956898:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1780298646.956900:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000008:00010000:2.0:1780298646.956905:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298646.956909:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000afc5cb50 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298646.956915:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298646.956922:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1780298646.956934:0:29360:0:(osc_cache.c:2566:osc_queue_async_io()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:2.0:1780298646.956943:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 2, dirtied 2 00000080:00200000:2.0:1780298646.956946:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000080:00200000:2.0:1780298646.956948:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 8192 00000020:00010000:2.0:1780298646.956954:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298646.956956:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298646.956959:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298646.956963:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:2.0:1780298646.956970:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:2.0:1780298646.956979:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298646.956981:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298646.956986:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 8192 bytes 00000080:00200000:2.0:1780298646.956988:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [18, 19] 00000080:00200000:2.0:1780298646.956999:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298646.957001:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:2.0:1780298646.957004:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 81920 i_blocks 0 00000080:00200000:2.0:1780298646.957006:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:2.0:1780298646.957066:0:29360:0:(file.c:5170:ll_file_seek()) START file f16b.sanityn.fsxgood:[0x200000402:0x35:0x0], offset: 0, type: SEEK_SET 00000080:00200008:2.0:1780298646.957070:0:29360:0:(file.c:5201:ll_file_seek()) COMPLETED file f16b.sanityn.fsxgood:[0x200000402:0x35:0x0], offset: 0, type: SEEK_SET, rc = 0 00000080:00200008:2.0:1780298646.957074:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxgood:[0x200000402:0x35:0x0], ppos: 0, count: 9068588 00000080:00200000:2.0:1780298646.957076:0:29360:0:(file.c:2636:do_file_write_iter()) switching to DIO 00000080:00200000:2.0:1780298646.957083:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxgood: write ppos: 0, bytes: 9068588 00000080:00200000:2.0:1780298646.957087:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxgood: desiginated mirror: 0 00000020:00200000:2.0:1780298646.957089:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@000000009035e63c[0x110, 2, [0x200000402:0x35:0x0] hash] 00000020:00200000:2.0:1780298646.957091:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 9068588) 0 0 00000080:00200000:2.0:1780298646.957092:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298646.957096:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 2214] 00020000:00200000:2.0:1780298646.957098:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 9068588) 9068588, 9068588 00020000:00200000:2.0:1780298646.957100:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298646.957109:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 2214] 00000008:00010000:2.0:1780298646.957113:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:2.0:1780298646.957115:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f64b0, osc lock ffff8c43878a4260, flags 0x0 00000080:00200000:2.0:1780298646.957119:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxgood: write [0, 9068588) append 0 append lockpos 0 00000080:00200000:2.0:1780298646.957129:0:29360:0:(rw26.c:395:ll_direct_IO()) VFS Op:inode=[0x200000402:0x35:0x0](ffff8c4398a742c8), size=9068588 (max 536870912), offset=0=0x0, pages 2215 (max 131072), lockless, parallel, unaligned, hybrid 00000008:00010000:2.0:1780298646.958843:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c42e7617a80 00000020:00200000:2.0:1780298646.959118:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9068588, offset 0, pos 0, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959123:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9064492, offset 0, pos 4096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959127:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9060396, offset 0, pos 8192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959130:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9056300, offset 0, pos 12288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959133:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9052204, offset 0, pos 16384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959136:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9048108, offset 0, pos 20480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959139:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9044012, offset 0, pos 24576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959142:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9039916, offset 0, pos 28672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959145:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9035820, offset 0, pos 32768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959148:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9031724, offset 0, pos 36864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959151:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9027628, offset 0, pos 40960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959154:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9023532, offset 0, pos 45056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959157:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9019436, offset 0, pos 49152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959160:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9015340, offset 0, pos 53248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959163:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9011244, offset 0, pos 57344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959167:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9007148, offset 0, pos 61440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959169:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 9003052, offset 0, pos 65536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959172:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8998956, offset 0, pos 69632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959174:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8994860, offset 0, pos 73728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959177:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8990764, offset 0, pos 77824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959179:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8986668, offset 0, pos 81920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959181:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8982572, offset 0, pos 86016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959183:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8978476, offset 0, pos 90112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959185:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8974380, offset 0, pos 94208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959188:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8970284, offset 0, pos 98304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959190:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8966188, offset 0, pos 102400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959193:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8962092, offset 0, pos 106496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959195:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8957996, offset 0, pos 110592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959197:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8953900, offset 0, pos 114688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959200:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8949804, offset 0, pos 118784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959202:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8945708, offset 0, pos 122880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959204:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8941612, offset 0, pos 126976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959206:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8937516, offset 0, pos 131072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959208:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8933420, offset 0, pos 135168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959210:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8929324, offset 0, pos 139264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959212:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8925228, offset 0, pos 143360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959214:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8921132, offset 0, pos 147456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959216:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8917036, offset 0, pos 151552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959218:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8912940, offset 0, pos 155648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959220:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8908844, offset 0, pos 159744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959222:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8904748, offset 0, pos 163840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959224:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8900652, offset 0, pos 167936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959226:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8896556, offset 0, pos 172032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959228:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8892460, offset 0, pos 176128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959230:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8888364, offset 0, pos 180224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959232:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8884268, offset 0, pos 184320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959234:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8880172, offset 0, pos 188416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959236:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8876076, offset 0, pos 192512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959238:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8871980, offset 0, pos 196608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959240:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8867884, offset 0, pos 200704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959242:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8863788, offset 0, pos 204800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959245:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8859692, offset 0, pos 208896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959247:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8855596, offset 0, pos 212992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959249:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8851500, offset 0, pos 217088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959251:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8847404, offset 0, pos 221184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959253:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8843308, offset 0, pos 225280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959255:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8839212, offset 0, pos 229376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959257:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8835116, offset 0, pos 233472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959259:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8831020, offset 0, pos 237568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959261:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8826924, offset 0, pos 241664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959263:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8822828, offset 0, pos 245760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959265:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8818732, offset 0, pos 249856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959267:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8814636, offset 0, pos 253952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959270:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8810540, offset 0, pos 258048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959272:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8806444, offset 0, pos 262144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959274:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8802348, offset 0, pos 266240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959276:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8798252, offset 0, pos 270336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959278:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8794156, offset 0, pos 274432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959280:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8790060, offset 0, pos 278528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959282:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8785964, offset 0, pos 282624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959284:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8781868, offset 0, pos 286720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959286:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8777772, offset 0, pos 290816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959288:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8773676, offset 0, pos 294912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959290:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8769580, offset 0, pos 299008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959292:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8765484, offset 0, pos 303104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959294:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8761388, offset 0, pos 307200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959296:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8757292, offset 0, pos 311296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959298:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8753196, offset 0, pos 315392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959300:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8749100, offset 0, pos 319488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959302:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8745004, offset 0, pos 323584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959304:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8740908, offset 0, pos 327680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959307:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8736812, offset 0, pos 331776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959309:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8732716, offset 0, pos 335872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959311:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8728620, offset 0, pos 339968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959313:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8724524, offset 0, pos 344064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959315:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8720428, offset 0, pos 348160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959317:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8716332, offset 0, pos 352256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959320:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8712236, offset 0, pos 356352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959322:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8708140, offset 0, pos 360448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959324:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8704044, offset 0, pos 364544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959326:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8699948, offset 0, pos 368640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959328:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8695852, offset 0, pos 372736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959330:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8691756, offset 0, pos 376832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959332:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8687660, offset 0, pos 380928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959334:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8683564, offset 0, pos 385024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959336:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8679468, offset 0, pos 389120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959338:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8675372, offset 0, pos 393216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959340:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8671276, offset 0, pos 397312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959342:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8667180, offset 0, pos 401408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959344:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8663084, offset 0, pos 405504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959346:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8658988, offset 0, pos 409600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959348:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8654892, offset 0, pos 413696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959350:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8650796, offset 0, pos 417792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959352:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8646700, offset 0, pos 421888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959354:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8642604, offset 0, pos 425984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959357:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8638508, offset 0, pos 430080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959359:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8634412, offset 0, pos 434176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959361:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8630316, offset 0, pos 438272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959363:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8626220, offset 0, pos 442368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959365:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8622124, offset 0, pos 446464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959367:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8618028, offset 0, pos 450560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959369:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8613932, offset 0, pos 454656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959372:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8609836, offset 0, pos 458752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959374:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8605740, offset 0, pos 462848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959376:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8601644, offset 0, pos 466944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959378:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8597548, offset 0, pos 471040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959381:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8593452, offset 0, pos 475136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959384:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8589356, offset 0, pos 479232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959387:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8585260, offset 0, pos 483328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959390:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8581164, offset 0, pos 487424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959393:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8577068, offset 0, pos 491520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959396:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8572972, offset 0, pos 495616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959399:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8568876, offset 0, pos 499712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959402:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8564780, offset 0, pos 503808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959406:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8560684, offset 0, pos 507904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959410:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8556588, offset 0, pos 512000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959413:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8552492, offset 0, pos 516096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959417:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8548396, offset 0, pos 520192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959420:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8544300, offset 0, pos 524288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959423:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8540204, offset 0, pos 528384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959426:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8536108, offset 0, pos 532480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959429:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8532012, offset 0, pos 536576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959431:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8527916, offset 0, pos 540672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959434:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8523820, offset 0, pos 544768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959437:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8519724, offset 0, pos 548864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959439:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8515628, offset 0, pos 552960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959442:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8511532, offset 0, pos 557056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959445:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8507436, offset 0, pos 561152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959448:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8503340, offset 0, pos 565248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959451:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8499244, offset 0, pos 569344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959454:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8495148, offset 0, pos 573440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959457:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8491052, offset 0, pos 577536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959460:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8486956, offset 0, pos 581632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959463:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8482860, offset 0, pos 585728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959466:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8478764, offset 0, pos 589824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959469:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8474668, offset 0, pos 593920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959473:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8470572, offset 0, pos 598016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959477:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8466476, offset 0, pos 602112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959480:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8462380, offset 0, pos 606208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959483:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8458284, offset 0, pos 610304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959486:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8454188, offset 0, pos 614400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959489:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8450092, offset 0, pos 618496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959492:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8445996, offset 0, pos 622592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959495:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8441900, offset 0, pos 626688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959497:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8437804, offset 0, pos 630784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959499:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8433708, offset 0, pos 634880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959501:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8429612, offset 0, pos 638976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959503:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8425516, offset 0, pos 643072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959505:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8421420, offset 0, pos 647168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959507:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8417324, offset 0, pos 651264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959509:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8413228, offset 0, pos 655360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959511:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8409132, offset 0, pos 659456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959513:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8405036, offset 0, pos 663552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959515:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8400940, offset 0, pos 667648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959517:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8396844, offset 0, pos 671744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959519:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8392748, offset 0, pos 675840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959521:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8388652, offset 0, pos 679936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959524:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8384556, offset 0, pos 684032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959526:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8380460, offset 0, pos 688128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959527:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8376364, offset 0, pos 692224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959529:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8372268, offset 0, pos 696320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959531:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8368172, offset 0, pos 700416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959533:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8364076, offset 0, pos 704512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959535:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8359980, offset 0, pos 708608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959537:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8355884, offset 0, pos 712704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959539:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8351788, offset 0, pos 716800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959542:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8347692, offset 0, pos 720896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959544:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8343596, offset 0, pos 724992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959546:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8339500, offset 0, pos 729088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959547:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8335404, offset 0, pos 733184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959549:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8331308, offset 0, pos 737280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959551:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8327212, offset 0, pos 741376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959553:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8323116, offset 0, pos 745472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959555:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8319020, offset 0, pos 749568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959557:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8314924, offset 0, pos 753664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959559:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8310828, offset 0, pos 757760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959561:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8306732, offset 0, pos 761856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959563:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8302636, offset 0, pos 765952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959565:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8298540, offset 0, pos 770048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959567:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8294444, offset 0, pos 774144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959569:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8290348, offset 0, pos 778240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959571:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8286252, offset 0, pos 782336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959573:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8282156, offset 0, pos 786432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959575:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8278060, offset 0, pos 790528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959577:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8273964, offset 0, pos 794624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959579:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8269868, offset 0, pos 798720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959581:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8265772, offset 0, pos 802816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959583:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8261676, offset 0, pos 806912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959585:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8257580, offset 0, pos 811008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959587:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8253484, offset 0, pos 815104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959590:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8249388, offset 0, pos 819200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959592:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8245292, offset 0, pos 823296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959594:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8241196, offset 0, pos 827392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959596:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8237100, offset 0, pos 831488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959598:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8233004, offset 0, pos 835584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959600:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8228908, offset 0, pos 839680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959602:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8224812, offset 0, pos 843776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959605:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8220716, offset 0, pos 847872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959607:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8216620, offset 0, pos 851968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959609:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8212524, offset 0, pos 856064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959611:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8208428, offset 0, pos 860160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959613:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8204332, offset 0, pos 864256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959615:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8200236, offset 0, pos 868352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959617:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8196140, offset 0, pos 872448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959619:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8192044, offset 0, pos 876544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959621:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8187948, offset 0, pos 880640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959623:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8183852, offset 0, pos 884736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959625:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8179756, offset 0, pos 888832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959627:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8175660, offset 0, pos 892928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959629:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8171564, offset 0, pos 897024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959631:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8167468, offset 0, pos 901120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959633:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8163372, offset 0, pos 905216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959635:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8159276, offset 0, pos 909312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959637:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8155180, offset 0, pos 913408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959639:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8151084, offset 0, pos 917504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959640:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8146988, offset 0, pos 921600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959642:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8142892, offset 0, pos 925696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959644:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8138796, offset 0, pos 929792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959646:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8134700, offset 0, pos 933888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959648:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8130604, offset 0, pos 937984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959650:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8126508, offset 0, pos 942080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959653:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8122412, offset 0, pos 946176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959654:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8118316, offset 0, pos 950272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959656:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8114220, offset 0, pos 954368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959658:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8110124, offset 0, pos 958464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959660:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8106028, offset 0, pos 962560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959663:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8101932, offset 0, pos 966656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959665:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8097836, offset 0, pos 970752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959667:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8093740, offset 0, pos 974848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959669:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8089644, offset 0, pos 978944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959671:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8085548, offset 0, pos 983040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959673:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8081452, offset 0, pos 987136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959675:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8077356, offset 0, pos 991232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959677:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8073260, offset 0, pos 995328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959679:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8069164, offset 0, pos 999424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959681:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8065068, offset 0, pos 1003520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959683:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8060972, offset 0, pos 1007616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959717:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8056876, offset 0, pos 1011712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959720:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8052780, offset 0, pos 1015808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959722:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8048684, offset 0, pos 1019904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959725:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8044588, offset 0, pos 1024000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959727:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8040492, offset 0, pos 1028096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959729:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8036396, offset 0, pos 1032192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959731:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8032300, offset 0, pos 1036288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959733:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8028204, offset 0, pos 1040384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959736:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8024108, offset 0, pos 1044480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959738:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8020012, offset 0, pos 1048576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959740:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8015916, offset 0, pos 1052672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959743:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8011820, offset 0, pos 1056768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959745:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8007724, offset 0, pos 1060864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959747:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8003628, offset 0, pos 1064960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959750:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7999532, offset 0, pos 1069056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959752:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7995436, offset 0, pos 1073152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959754:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7991340, offset 0, pos 1077248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959756:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7987244, offset 0, pos 1081344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959759:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7983148, offset 0, pos 1085440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959761:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7979052, offset 0, pos 1089536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959764:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7974956, offset 0, pos 1093632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959768:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7970860, offset 0, pos 1097728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959771:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7966764, offset 0, pos 1101824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959775:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7962668, offset 0, pos 1105920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959778:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7958572, offset 0, pos 1110016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959781:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7954476, offset 0, pos 1114112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959783:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7950380, offset 0, pos 1118208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959786:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7946284, offset 0, pos 1122304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959789:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7942188, offset 0, pos 1126400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959792:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7938092, offset 0, pos 1130496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959795:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7933996, offset 0, pos 1134592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959799:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7929900, offset 0, pos 1138688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959802:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7925804, offset 0, pos 1142784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959806:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7921708, offset 0, pos 1146880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959809:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7917612, offset 0, pos 1150976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959812:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7913516, offset 0, pos 1155072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959815:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7909420, offset 0, pos 1159168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959818:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7905324, offset 0, pos 1163264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959820:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7901228, offset 0, pos 1167360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959823:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7897132, offset 0, pos 1171456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959826:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7893036, offset 0, pos 1175552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959828:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7888940, offset 0, pos 1179648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959831:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7884844, offset 0, pos 1183744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959834:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7880748, offset 0, pos 1187840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959837:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7876652, offset 0, pos 1191936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959840:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7872556, offset 0, pos 1196032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959843:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7868460, offset 0, pos 1200128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959846:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7864364, offset 0, pos 1204224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959849:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7860268, offset 0, pos 1208320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959852:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7856172, offset 0, pos 1212416, cdp_page_count 2215 00000020:00200000:3.0:1780298646.959855:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2215 items remaining. 00000020:00200000:2.0:1780298646.959855:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7852076, offset 0, pos 1216512, cdp_page_count 2215 00000080:00200000:3.0:1780298646.959858:0:29360:0:(rw26.c:531:ll_direct_IO()) result 0 tot_bytes 9068588 count 9068588 file_offset 9068588 00000020:00200000:2.0:1780298646.959858:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7847980, offset 0, pos 1220608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959861:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7843884, offset 0, pos 1224704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959864:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7839788, offset 0, pos 1228800, cdp_page_count 2215 00000020:00010000:3.0:1780298646.959866:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_release():245 00000020:00200000:2.0:1780298646.959867:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7835692, offset 0, pos 1232896, cdp_page_count 2215 00000020:00010000:3.0:1780298646.959869:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_cancel():142 00000020:00200000:2.0:1780298646.959871:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7831596, offset 0, pos 1236992, cdp_page_count 2215 00000020:00010000:3.0:1780298646.959872:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f64b0 (ffff8c43929ee1b8/1) at cl_lock_cancel():142 00000020:00200000:2.0:1780298646.959873:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7827500, offset 0, pos 1241088, cdp_page_count 2215 00000020:00010000:3.0:1780298646.959875:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794d58 (ffff8c43929ee2d8/0) at cl_lock_fini():72 00000020:00200000:2.0:1780298646.959876:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7823404, offset 0, pos 1245184, cdp_page_count 2215 00000020:00010000:3.0:1780298646.959877:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f64b0 (ffff8c43929ee2d8/1) at cl_lock_fini():72 00000020:00200000:2.0:1780298646.959879:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7819308, offset 0, pos 1249280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959882:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7815212, offset 0, pos 1253376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959884:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7811116, offset 0, pos 1257472, cdp_page_count 2215 00000080:00200000:3.0:1780298646.959885:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 9068588 bytes 00000020:00200000:2.0:1780298646.959887:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7807020, offset 0, pos 1261568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959890:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7802924, offset 0, pos 1265664, cdp_page_count 2215 00000020:00200000:3.0:1780298646.959891:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1780298646.959893:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7798828, offset 0, pos 1269760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959896:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7794732, offset 0, pos 1273856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959899:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7790636, offset 0, pos 1277952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959902:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7786540, offset 0, pos 1282048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959905:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7782444, offset 0, pos 1286144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959909:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7778348, offset 0, pos 1290240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959912:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7774252, offset 0, pos 1294336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959915:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7770156, offset 0, pos 1298432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959918:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7766060, offset 0, pos 1302528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959921:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7761964, offset 0, pos 1306624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959925:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7757868, offset 0, pos 1310720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959928:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7753772, offset 0, pos 1314816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959932:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7749676, offset 0, pos 1318912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959935:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7745580, offset 0, pos 1323008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959939:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7741484, offset 0, pos 1327104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959941:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7737388, offset 0, pos 1331200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959943:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7733292, offset 0, pos 1335296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959946:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7729196, offset 0, pos 1339392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959949:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7725100, offset 0, pos 1343488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959951:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7721004, offset 0, pos 1347584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959953:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7716908, offset 0, pos 1351680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959956:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7712812, offset 0, pos 1355776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959958:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7708716, offset 0, pos 1359872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959960:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7704620, offset 0, pos 1363968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959962:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7700524, offset 0, pos 1368064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959964:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7696428, offset 0, pos 1372160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959966:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7692332, offset 0, pos 1376256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959969:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7688236, offset 0, pos 1380352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959971:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7684140, offset 0, pos 1384448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959973:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7680044, offset 0, pos 1388544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959975:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7675948, offset 0, pos 1392640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959978:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7671852, offset 0, pos 1396736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959980:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7667756, offset 0, pos 1400832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959982:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7663660, offset 0, pos 1404928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959984:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7659564, offset 0, pos 1409024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959986:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7655468, offset 0, pos 1413120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959988:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7651372, offset 0, pos 1417216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959991:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7647276, offset 0, pos 1421312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959993:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7643180, offset 0, pos 1425408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959995:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7639084, offset 0, pos 1429504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959997:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7634988, offset 0, pos 1433600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.959999:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7630892, offset 0, pos 1437696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960001:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7626796, offset 0, pos 1441792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960003:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7622700, offset 0, pos 1445888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960005:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7618604, offset 0, pos 1449984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960007:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7614508, offset 0, pos 1454080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960010:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7610412, offset 0, pos 1458176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960012:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7606316, offset 0, pos 1462272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960014:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7602220, offset 0, pos 1466368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960016:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7598124, offset 0, pos 1470464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960018:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7594028, offset 0, pos 1474560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960021:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7589932, offset 0, pos 1478656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960022:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7585836, offset 0, pos 1482752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960025:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7581740, offset 0, pos 1486848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960027:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7577644, offset 0, pos 1490944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960029:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7573548, offset 0, pos 1495040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960031:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7569452, offset 0, pos 1499136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960033:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7565356, offset 0, pos 1503232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960035:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7561260, offset 0, pos 1507328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960037:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7557164, offset 0, pos 1511424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960039:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7553068, offset 0, pos 1515520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960042:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7548972, offset 0, pos 1519616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960044:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7544876, offset 0, pos 1523712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960046:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7540780, offset 0, pos 1527808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960048:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7536684, offset 0, pos 1531904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960050:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7532588, offset 0, pos 1536000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960052:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7528492, offset 0, pos 1540096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960054:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7524396, offset 0, pos 1544192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960056:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7520300, offset 0, pos 1548288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960058:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7516204, offset 0, pos 1552384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960060:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7512108, offset 0, pos 1556480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960062:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7508012, offset 0, pos 1560576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960065:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7503916, offset 0, pos 1564672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960067:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7499820, offset 0, pos 1568768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960069:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7495724, offset 0, pos 1572864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960071:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7491628, offset 0, pos 1576960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960073:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7487532, offset 0, pos 1581056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960075:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7483436, offset 0, pos 1585152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960077:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7479340, offset 0, pos 1589248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960079:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7475244, offset 0, pos 1593344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960081:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7471148, offset 0, pos 1597440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960083:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7467052, offset 0, pos 1601536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960086:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7462956, offset 0, pos 1605632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960087:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7458860, offset 0, pos 1609728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960089:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7454764, offset 0, pos 1613824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960092:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7450668, offset 0, pos 1617920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960094:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7446572, offset 0, pos 1622016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960096:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7442476, offset 0, pos 1626112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960098:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7438380, offset 0, pos 1630208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960100:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7434284, offset 0, pos 1634304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960102:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7430188, offset 0, pos 1638400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960104:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7426092, offset 0, pos 1642496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960106:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7421996, offset 0, pos 1646592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960108:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7417900, offset 0, pos 1650688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960110:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7413804, offset 0, pos 1654784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960113:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7409708, offset 0, pos 1658880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960117:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7405612, offset 0, pos 1662976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960120:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7401516, offset 0, pos 1667072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960123:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7397420, offset 0, pos 1671168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960126:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7393324, offset 0, pos 1675264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960129:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7389228, offset 0, pos 1679360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960132:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7385132, offset 0, pos 1683456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960135:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7381036, offset 0, pos 1687552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960137:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7376940, offset 0, pos 1691648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960141:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7372844, offset 0, pos 1695744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960143:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7368748, offset 0, pos 1699840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960148:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7364652, offset 0, pos 1703936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960151:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7360556, offset 0, pos 1708032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960155:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7356460, offset 0, pos 1712128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960158:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7352364, offset 0, pos 1716224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960161:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7348268, offset 0, pos 1720320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960165:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7344172, offset 0, pos 1724416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960168:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7340076, offset 0, pos 1728512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960171:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7335980, offset 0, pos 1732608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960173:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7331884, offset 0, pos 1736704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960176:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7327788, offset 0, pos 1740800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960178:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7323692, offset 0, pos 1744896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960180:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7319596, offset 0, pos 1748992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960182:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7315500, offset 0, pos 1753088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960185:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7311404, offset 0, pos 1757184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960187:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7307308, offset 0, pos 1761280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960190:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7303212, offset 0, pos 1765376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960192:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7299116, offset 0, pos 1769472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960194:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7295020, offset 0, pos 1773568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960196:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7290924, offset 0, pos 1777664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960198:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7286828, offset 0, pos 1781760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960201:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7282732, offset 0, pos 1785856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960203:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7278636, offset 0, pos 1789952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960205:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7274540, offset 0, pos 1794048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960207:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7270444, offset 0, pos 1798144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960209:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7266348, offset 0, pos 1802240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960211:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7262252, offset 0, pos 1806336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960214:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7258156, offset 0, pos 1810432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960216:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7254060, offset 0, pos 1814528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960218:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7249964, offset 0, pos 1818624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960220:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7245868, offset 0, pos 1822720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960222:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7241772, offset 0, pos 1826816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960224:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7237676, offset 0, pos 1830912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960226:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7233580, offset 0, pos 1835008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960228:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7229484, offset 0, pos 1839104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960230:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7225388, offset 0, pos 1843200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960232:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7221292, offset 0, pos 1847296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960234:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7217196, offset 0, pos 1851392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960236:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7213100, offset 0, pos 1855488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960238:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7209004, offset 0, pos 1859584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960240:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7204908, offset 0, pos 1863680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960242:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7200812, offset 0, pos 1867776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960244:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7196716, offset 0, pos 1871872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960246:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7192620, offset 0, pos 1875968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960248:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7188524, offset 0, pos 1880064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960250:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7184428, offset 0, pos 1884160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960252:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7180332, offset 0, pos 1888256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960254:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7176236, offset 0, pos 1892352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960256:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7172140, offset 0, pos 1896448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960259:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7168044, offset 0, pos 1900544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960261:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7163948, offset 0, pos 1904640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960263:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7159852, offset 0, pos 1908736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960265:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7155756, offset 0, pos 1912832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960267:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7151660, offset 0, pos 1916928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960269:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7147564, offset 0, pos 1921024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960271:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7143468, offset 0, pos 1925120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960274:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7139372, offset 0, pos 1929216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960276:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7135276, offset 0, pos 1933312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960278:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7131180, offset 0, pos 1937408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960280:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7127084, offset 0, pos 1941504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960282:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7122988, offset 0, pos 1945600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960285:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7118892, offset 0, pos 1949696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960287:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7114796, offset 0, pos 1953792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960289:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7110700, offset 0, pos 1957888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960291:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7106604, offset 0, pos 1961984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960293:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7102508, offset 0, pos 1966080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960295:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7098412, offset 0, pos 1970176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960297:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7094316, offset 0, pos 1974272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960299:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7090220, offset 0, pos 1978368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960301:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7086124, offset 0, pos 1982464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960303:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7082028, offset 0, pos 1986560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960305:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7077932, offset 0, pos 1990656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960307:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7073836, offset 0, pos 1994752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960310:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7069740, offset 0, pos 1998848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960325:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7065644, offset 0, pos 2002944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960328:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7061548, offset 0, pos 2007040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960331:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7057452, offset 0, pos 2011136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960333:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7053356, offset 0, pos 2015232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960335:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7049260, offset 0, pos 2019328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960337:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7045164, offset 0, pos 2023424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960339:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7041068, offset 0, pos 2027520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960342:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7036972, offset 0, pos 2031616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960344:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7032876, offset 0, pos 2035712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960346:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7028780, offset 0, pos 2039808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960348:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7024684, offset 0, pos 2043904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960351:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7020588, offset 0, pos 2048000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960353:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7016492, offset 0, pos 2052096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960355:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7012396, offset 0, pos 2056192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960357:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7008300, offset 0, pos 2060288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960360:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7004204, offset 0, pos 2064384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960362:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 7000108, offset 0, pos 2068480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960364:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6996012, offset 0, pos 2072576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960367:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6991916, offset 0, pos 2076672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960369:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6987820, offset 0, pos 2080768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960371:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6983724, offset 0, pos 2084864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960373:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6979628, offset 0, pos 2088960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960375:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6975532, offset 0, pos 2093056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960377:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6971436, offset 0, pos 2097152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960380:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6967340, offset 0, pos 2101248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960383:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6963244, offset 0, pos 2105344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960386:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6959148, offset 0, pos 2109440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960389:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6955052, offset 0, pos 2113536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960392:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6950956, offset 0, pos 2117632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960394:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6946860, offset 0, pos 2121728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960397:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6942764, offset 0, pos 2125824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960400:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6938668, offset 0, pos 2129920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960403:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6934572, offset 0, pos 2134016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960406:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6930476, offset 0, pos 2138112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960410:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6926380, offset 0, pos 2142208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960413:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6922284, offset 0, pos 2146304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960416:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6918188, offset 0, pos 2150400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960420:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6914092, offset 0, pos 2154496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960423:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6909996, offset 0, pos 2158592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960426:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6905900, offset 0, pos 2162688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960429:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6901804, offset 0, pos 2166784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960433:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6897708, offset 0, pos 2170880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960435:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6893612, offset 0, pos 2174976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960438:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6889516, offset 0, pos 2179072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960440:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6885420, offset 0, pos 2183168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960443:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6881324, offset 0, pos 2187264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960446:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6877228, offset 0, pos 2191360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960449:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6873132, offset 0, pos 2195456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960452:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6869036, offset 0, pos 2199552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960456:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6864940, offset 0, pos 2203648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960458:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6860844, offset 0, pos 2207744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960461:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6856748, offset 0, pos 2211840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960464:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6852652, offset 0, pos 2215936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960467:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6848556, offset 0, pos 2220032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960471:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6844460, offset 0, pos 2224128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960475:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6840364, offset 0, pos 2228224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960479:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6836268, offset 0, pos 2232320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960482:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6832172, offset 0, pos 2236416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960485:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6828076, offset 0, pos 2240512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960488:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6823980, offset 0, pos 2244608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960491:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6819884, offset 0, pos 2248704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960493:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6815788, offset 0, pos 2252800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960496:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6811692, offset 0, pos 2256896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960498:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6807596, offset 0, pos 2260992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960500:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6803500, offset 0, pos 2265088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960502:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6799404, offset 0, pos 2269184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960505:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6795308, offset 0, pos 2273280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960507:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6791212, offset 0, pos 2277376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960509:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6787116, offset 0, pos 2281472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960511:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6783020, offset 0, pos 2285568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960513:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6778924, offset 0, pos 2289664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960516:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6774828, offset 0, pos 2293760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960518:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6770732, offset 0, pos 2297856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960520:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6766636, offset 0, pos 2301952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960522:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6762540, offset 0, pos 2306048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960524:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6758444, offset 0, pos 2310144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960527:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6754348, offset 0, pos 2314240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960529:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6750252, offset 0, pos 2318336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960531:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6746156, offset 0, pos 2322432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960533:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6742060, offset 0, pos 2326528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960535:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6737964, offset 0, pos 2330624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960537:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6733868, offset 0, pos 2334720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960540:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6729772, offset 0, pos 2338816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960542:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6725676, offset 0, pos 2342912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960544:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6721580, offset 0, pos 2347008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960546:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6717484, offset 0, pos 2351104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960548:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6713388, offset 0, pos 2355200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960550:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6709292, offset 0, pos 2359296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960552:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6705196, offset 0, pos 2363392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960554:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6701100, offset 0, pos 2367488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960556:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6697004, offset 0, pos 2371584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960558:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6692908, offset 0, pos 2375680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960560:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6688812, offset 0, pos 2379776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960562:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6684716, offset 0, pos 2383872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960564:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6680620, offset 0, pos 2387968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960566:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6676524, offset 0, pos 2392064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960568:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6672428, offset 0, pos 2396160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960570:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6668332, offset 0, pos 2400256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960572:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6664236, offset 0, pos 2404352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960574:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6660140, offset 0, pos 2408448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960576:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6656044, offset 0, pos 2412544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960578:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6651948, offset 0, pos 2416640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960580:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6647852, offset 0, pos 2420736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960583:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6643756, offset 0, pos 2424832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960585:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6639660, offset 0, pos 2428928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960587:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6635564, offset 0, pos 2433024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960588:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6631468, offset 0, pos 2437120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960591:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6627372, offset 0, pos 2441216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960593:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6623276, offset 0, pos 2445312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960595:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6619180, offset 0, pos 2449408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960597:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6615084, offset 0, pos 2453504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960599:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6610988, offset 0, pos 2457600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960601:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6606892, offset 0, pos 2461696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960604:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6602796, offset 0, pos 2465792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960606:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6598700, offset 0, pos 2469888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960608:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6594604, offset 0, pos 2473984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960610:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6590508, offset 0, pos 2478080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960612:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6586412, offset 0, pos 2482176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960614:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6582316, offset 0, pos 2486272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960616:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6578220, offset 0, pos 2490368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960618:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6574124, offset 0, pos 2494464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960620:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6570028, offset 0, pos 2498560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960622:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6565932, offset 0, pos 2502656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960624:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6561836, offset 0, pos 2506752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960626:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6557740, offset 0, pos 2510848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960628:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6553644, offset 0, pos 2514944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960630:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6549548, offset 0, pos 2519040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960632:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6545452, offset 0, pos 2523136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960634:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6541356, offset 0, pos 2527232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960636:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6537260, offset 0, pos 2531328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960638:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6533164, offset 0, pos 2535424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960640:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6529068, offset 0, pos 2539520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960642:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6524972, offset 0, pos 2543616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960645:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6520876, offset 0, pos 2547712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960647:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6516780, offset 0, pos 2551808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960649:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6512684, offset 0, pos 2555904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960651:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6508588, offset 0, pos 2560000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960654:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6504492, offset 0, pos 2564096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960656:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6500396, offset 0, pos 2568192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960658:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6496300, offset 0, pos 2572288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960660:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6492204, offset 0, pos 2576384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960662:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6488108, offset 0, pos 2580480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960664:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6484012, offset 0, pos 2584576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960666:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6479916, offset 0, pos 2588672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960668:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6475820, offset 0, pos 2592768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960670:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6471724, offset 0, pos 2596864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960672:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6467628, offset 0, pos 2600960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960674:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6463532, offset 0, pos 2605056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960677:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6459436, offset 0, pos 2609152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960679:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6455340, offset 0, pos 2613248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960681:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6451244, offset 0, pos 2617344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960683:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6447148, offset 0, pos 2621440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960698:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6443052, offset 0, pos 2625536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960701:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6438956, offset 0, pos 2629632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960703:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6434860, offset 0, pos 2633728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960716:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6430764, offset 0, pos 2637824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960720:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6426668, offset 0, pos 2641920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960723:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6422572, offset 0, pos 2646016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960725:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6418476, offset 0, pos 2650112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960727:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6414380, offset 0, pos 2654208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960729:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6410284, offset 0, pos 2658304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960731:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6406188, offset 0, pos 2662400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960734:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6402092, offset 0, pos 2666496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960736:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6397996, offset 0, pos 2670592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960739:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6393900, offset 0, pos 2674688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960741:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6389804, offset 0, pos 2678784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960743:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6385708, offset 0, pos 2682880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960746:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6381612, offset 0, pos 2686976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960748:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6377516, offset 0, pos 2691072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960750:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6373420, offset 0, pos 2695168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960753:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6369324, offset 0, pos 2699264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960755:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6365228, offset 0, pos 2703360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960757:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6361132, offset 0, pos 2707456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960759:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6357036, offset 0, pos 2711552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960761:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6352940, offset 0, pos 2715648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960764:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6348844, offset 0, pos 2719744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960766:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6344748, offset 0, pos 2723840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960768:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6340652, offset 0, pos 2727936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960770:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6336556, offset 0, pos 2732032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960772:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6332460, offset 0, pos 2736128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960774:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6328364, offset 0, pos 2740224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960776:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6324268, offset 0, pos 2744320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960778:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6320172, offset 0, pos 2748416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960780:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6316076, offset 0, pos 2752512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960782:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6311980, offset 0, pos 2756608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960784:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6307884, offset 0, pos 2760704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960786:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6303788, offset 0, pos 2764800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960788:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6299692, offset 0, pos 2768896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960790:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6295596, offset 0, pos 2772992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960793:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6291500, offset 0, pos 2777088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960795:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6287404, offset 0, pos 2781184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960797:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6283308, offset 0, pos 2785280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960799:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6279212, offset 0, pos 2789376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960801:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6275116, offset 0, pos 2793472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960803:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6271020, offset 0, pos 2797568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960805:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6266924, offset 0, pos 2801664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960807:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6262828, offset 0, pos 2805760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960810:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6258732, offset 0, pos 2809856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960812:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6254636, offset 0, pos 2813952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960814:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6250540, offset 0, pos 2818048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960816:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6246444, offset 0, pos 2822144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960818:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6242348, offset 0, pos 2826240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960820:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6238252, offset 0, pos 2830336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960822:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6234156, offset 0, pos 2834432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960824:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6230060, offset 0, pos 2838528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960826:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6225964, offset 0, pos 2842624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960828:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6221868, offset 0, pos 2846720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960830:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6217772, offset 0, pos 2850816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960832:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6213676, offset 0, pos 2854912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960834:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6209580, offset 0, pos 2859008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960836:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6205484, offset 0, pos 2863104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960838:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6201388, offset 0, pos 2867200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960841:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6197292, offset 0, pos 2871296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960842:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6193196, offset 0, pos 2875392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960845:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6189100, offset 0, pos 2879488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960846:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6185004, offset 0, pos 2883584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960848:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6180908, offset 0, pos 2887680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960850:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6176812, offset 0, pos 2891776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960852:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6172716, offset 0, pos 2895872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960854:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6168620, offset 0, pos 2899968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960857:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6164524, offset 0, pos 2904064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960859:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6160428, offset 0, pos 2908160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960861:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6156332, offset 0, pos 2912256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960863:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6152236, offset 0, pos 2916352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960865:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6148140, offset 0, pos 2920448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960867:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6144044, offset 0, pos 2924544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960869:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6139948, offset 0, pos 2928640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960872:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6135852, offset 0, pos 2932736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960874:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6131756, offset 0, pos 2936832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960876:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6127660, offset 0, pos 2940928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960878:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6123564, offset 0, pos 2945024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960880:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6119468, offset 0, pos 2949120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960882:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6115372, offset 0, pos 2953216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960884:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6111276, offset 0, pos 2957312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960886:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6107180, offset 0, pos 2961408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960888:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6103084, offset 0, pos 2965504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960890:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6098988, offset 0, pos 2969600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960892:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6094892, offset 0, pos 2973696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960894:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6090796, offset 0, pos 2977792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960896:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6086700, offset 0, pos 2981888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960898:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6082604, offset 0, pos 2985984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960900:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6078508, offset 0, pos 2990080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960902:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6074412, offset 0, pos 2994176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960904:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6070316, offset 0, pos 2998272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960906:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6066220, offset 0, pos 3002368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960908:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6062124, offset 0, pos 3006464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960910:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6058028, offset 0, pos 3010560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960912:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6053932, offset 0, pos 3014656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960915:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6049836, offset 0, pos 3018752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960916:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6045740, offset 0, pos 3022848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960918:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6041644, offset 0, pos 3026944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960920:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6037548, offset 0, pos 3031040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960923:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6033452, offset 0, pos 3035136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960925:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6029356, offset 0, pos 3039232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960927:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6025260, offset 0, pos 3043328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960929:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6021164, offset 0, pos 3047424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960931:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6017068, offset 0, pos 3051520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960934:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6012972, offset 0, pos 3055616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960936:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6008876, offset 0, pos 3059712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960938:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6004780, offset 0, pos 3063808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960940:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 6000684, offset 0, pos 3067904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960942:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5996588, offset 0, pos 3072000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960944:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5992492, offset 0, pos 3076096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960946:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5988396, offset 0, pos 3080192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960948:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5984300, offset 0, pos 3084288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960951:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5980204, offset 0, pos 3088384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960953:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5976108, offset 0, pos 3092480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960955:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5972012, offset 0, pos 3096576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960957:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5967916, offset 0, pos 3100672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960959:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5963820, offset 0, pos 3104768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960961:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5959724, offset 0, pos 3108864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960963:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5955628, offset 0, pos 3112960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960965:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5951532, offset 0, pos 3117056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960967:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5947436, offset 0, pos 3121152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960969:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5943340, offset 0, pos 3125248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960971:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5939244, offset 0, pos 3129344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960973:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5935148, offset 0, pos 3133440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960975:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5931052, offset 0, pos 3137536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960977:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5926956, offset 0, pos 3141632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960979:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5922860, offset 0, pos 3145728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960981:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5918764, offset 0, pos 3149824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960983:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5914668, offset 0, pos 3153920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960985:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5910572, offset 0, pos 3158016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960987:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5906476, offset 0, pos 3162112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960989:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5902380, offset 0, pos 3166208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960991:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5898284, offset 0, pos 3170304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960993:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5894188, offset 0, pos 3174400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960996:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5890092, offset 0, pos 3178496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.960998:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5885996, offset 0, pos 3182592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961000:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5881900, offset 0, pos 3186688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961002:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5877804, offset 0, pos 3190784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961004:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5873708, offset 0, pos 3194880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961006:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5869612, offset 0, pos 3198976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961008:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5865516, offset 0, pos 3203072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961010:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5861420, offset 0, pos 3207168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961012:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5857324, offset 0, pos 3211264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961015:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5853228, offset 0, pos 3215360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961017:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5849132, offset 0, pos 3219456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961019:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5845036, offset 0, pos 3223552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961021:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5840940, offset 0, pos 3227648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961023:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5836844, offset 0, pos 3231744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961024:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5832748, offset 0, pos 3235840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961026:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5828652, offset 0, pos 3239936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961028:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5824556, offset 0, pos 3244032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961030:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5820460, offset 0, pos 3248128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961033:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5816364, offset 0, pos 3252224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961035:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5812268, offset 0, pos 3256320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961037:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5808172, offset 0, pos 3260416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961039:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5804076, offset 0, pos 3264512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961041:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5799980, offset 0, pos 3268608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961043:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5795884, offset 0, pos 3272704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961045:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5791788, offset 0, pos 3276800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961047:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5787692, offset 0, pos 3280896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961049:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5783596, offset 0, pos 3284992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961051:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5779500, offset 0, pos 3289088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961053:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5775404, offset 0, pos 3293184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961055:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5771308, offset 0, pos 3297280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961058:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5767212, offset 0, pos 3301376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961060:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5763116, offset 0, pos 3305472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961062:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5759020, offset 0, pos 3309568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961064:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5754924, offset 0, pos 3313664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961066:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5750828, offset 0, pos 3317760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961068:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5746732, offset 0, pos 3321856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961070:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5742636, offset 0, pos 3325952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961072:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5738540, offset 0, pos 3330048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961074:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5734444, offset 0, pos 3334144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961076:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5730348, offset 0, pos 3338240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961078:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5726252, offset 0, pos 3342336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961080:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5722156, offset 0, pos 3346432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961082:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5718060, offset 0, pos 3350528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961084:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5713964, offset 0, pos 3354624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961086:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5709868, offset 0, pos 3358720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961088:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5705772, offset 0, pos 3362816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961090:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5701676, offset 0, pos 3366912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961092:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5697580, offset 0, pos 3371008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961094:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5693484, offset 0, pos 3375104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961096:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5689388, offset 0, pos 3379200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961098:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5685292, offset 0, pos 3383296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961101:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5681196, offset 0, pos 3387392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961103:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5677100, offset 0, pos 3391488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961105:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5673004, offset 0, pos 3395584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961107:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5668908, offset 0, pos 3399680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961109:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5664812, offset 0, pos 3403776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961111:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5660716, offset 0, pos 3407872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961115:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5656620, offset 0, pos 3411968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961118:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5652524, offset 0, pos 3416064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961121:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5648428, offset 0, pos 3420160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961124:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5644332, offset 0, pos 3424256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961128:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5640236, offset 0, pos 3428352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961131:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5636140, offset 0, pos 3432448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961135:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5632044, offset 0, pos 3436544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961138:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5627948, offset 0, pos 3440640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961142:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5623852, offset 0, pos 3444736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961145:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5619756, offset 0, pos 3448832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961148:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5615660, offset 0, pos 3452928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961151:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5611564, offset 0, pos 3457024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961154:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5607468, offset 0, pos 3461120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961157:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5603372, offset 0, pos 3465216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961161:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5599276, offset 0, pos 3469312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961165:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5595180, offset 0, pos 3473408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961168:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5591084, offset 0, pos 3477504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961170:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5586988, offset 0, pos 3481600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961172:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5582892, offset 0, pos 3485696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961175:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5578796, offset 0, pos 3489792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961177:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5574700, offset 0, pos 3493888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961179:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5570604, offset 0, pos 3497984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961181:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5566508, offset 0, pos 3502080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961183:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5562412, offset 0, pos 3506176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961186:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5558316, offset 0, pos 3510272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961188:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5554220, offset 0, pos 3514368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961190:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5550124, offset 0, pos 3518464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961192:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5546028, offset 0, pos 3522560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961194:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5541932, offset 0, pos 3526656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961196:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5537836, offset 0, pos 3530752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961199:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5533740, offset 0, pos 3534848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961201:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5529644, offset 0, pos 3538944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961203:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5525548, offset 0, pos 3543040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961205:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5521452, offset 0, pos 3547136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961207:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5517356, offset 0, pos 3551232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961209:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5513260, offset 0, pos 3555328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961211:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5509164, offset 0, pos 3559424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961214:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5505068, offset 0, pos 3563520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961216:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5500972, offset 0, pos 3567616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961218:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5496876, offset 0, pos 3571712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961220:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5492780, offset 0, pos 3575808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961222:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5488684, offset 0, pos 3579904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961224:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5484588, offset 0, pos 3584000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961226:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5480492, offset 0, pos 3588096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961228:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5476396, offset 0, pos 3592192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961230:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5472300, offset 0, pos 3596288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961232:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5468204, offset 0, pos 3600384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961234:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5464108, offset 0, pos 3604480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961236:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5460012, offset 0, pos 3608576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961238:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5455916, offset 0, pos 3612672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961240:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5451820, offset 0, pos 3616768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961242:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5447724, offset 0, pos 3620864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961244:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5443628, offset 0, pos 3624960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961246:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5439532, offset 0, pos 3629056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961248:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5435436, offset 0, pos 3633152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961250:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5431340, offset 0, pos 3637248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961252:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5427244, offset 0, pos 3641344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961254:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5423148, offset 0, pos 3645440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961256:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5419052, offset 0, pos 3649536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961258:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5414956, offset 0, pos 3653632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961260:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5410860, offset 0, pos 3657728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961262:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5406764, offset 0, pos 3661824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961264:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5402668, offset 0, pos 3665920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961266:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5398572, offset 0, pos 3670016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961268:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5394476, offset 0, pos 3674112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961270:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5390380, offset 0, pos 3678208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961272:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5386284, offset 0, pos 3682304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961275:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5382188, offset 0, pos 3686400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961277:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5378092, offset 0, pos 3690496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961279:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5373996, offset 0, pos 3694592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961281:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5369900, offset 0, pos 3698688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961283:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5365804, offset 0, pos 3702784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961285:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5361708, offset 0, pos 3706880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961287:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5357612, offset 0, pos 3710976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961289:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5353516, offset 0, pos 3715072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961291:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5349420, offset 0, pos 3719168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961293:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5345324, offset 0, pos 3723264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961295:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5341228, offset 0, pos 3727360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961297:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5337132, offset 0, pos 3731456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961299:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5333036, offset 0, pos 3735552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961301:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5328940, offset 0, pos 3739648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961303:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5324844, offset 0, pos 3743744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961305:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5320748, offset 0, pos 3747840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961307:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5316652, offset 0, pos 3751936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961309:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5312556, offset 0, pos 3756032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961311:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5308460, offset 0, pos 3760128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961313:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5304364, offset 0, pos 3764224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961315:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5300268, offset 0, pos 3768320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961317:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5296172, offset 0, pos 3772416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961319:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5292076, offset 0, pos 3776512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961321:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5287980, offset 0, pos 3780608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961324:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5283884, offset 0, pos 3784704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961326:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5279788, offset 0, pos 3788800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961328:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5275692, offset 0, pos 3792896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961330:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5271596, offset 0, pos 3796992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961332:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5267500, offset 0, pos 3801088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961334:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5263404, offset 0, pos 3805184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961336:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5259308, offset 0, pos 3809280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961339:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5255212, offset 0, pos 3813376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961341:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5251116, offset 0, pos 3817472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961343:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5247020, offset 0, pos 3821568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961345:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5242924, offset 0, pos 3825664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961347:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5238828, offset 0, pos 3829760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961349:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5234732, offset 0, pos 3833856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961351:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5230636, offset 0, pos 3837952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961353:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5226540, offset 0, pos 3842048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961355:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5222444, offset 0, pos 3846144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961357:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5218348, offset 0, pos 3850240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961359:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5214252, offset 0, pos 3854336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961361:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5210156, offset 0, pos 3858432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961363:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5206060, offset 0, pos 3862528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961365:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5201964, offset 0, pos 3866624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961367:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5197868, offset 0, pos 3870720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961369:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5193772, offset 0, pos 3874816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961371:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5189676, offset 0, pos 3878912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961373:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5185580, offset 0, pos 3883008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961375:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5181484, offset 0, pos 3887104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961377:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5177388, offset 0, pos 3891200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961380:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5173292, offset 0, pos 3895296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961383:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5169196, offset 0, pos 3899392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961386:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5165100, offset 0, pos 3903488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961390:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5161004, offset 0, pos 3907584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961393:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5156908, offset 0, pos 3911680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961397:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5152812, offset 0, pos 3915776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961400:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5148716, offset 0, pos 3919872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961403:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5144620, offset 0, pos 3923968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961406:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5140524, offset 0, pos 3928064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961409:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5136428, offset 0, pos 3932160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961413:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5132332, offset 0, pos 3936256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961416:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5128236, offset 0, pos 3940352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961420:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5124140, offset 0, pos 3944448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961423:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5120044, offset 0, pos 3948544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961426:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5115948, offset 0, pos 3952640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961429:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5111852, offset 0, pos 3956736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961431:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5107756, offset 0, pos 3960832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961434:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5103660, offset 0, pos 3964928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961436:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5099564, offset 0, pos 3969024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961439:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5095468, offset 0, pos 3973120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961441:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5091372, offset 0, pos 3977216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961444:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5087276, offset 0, pos 3981312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961447:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5083180, offset 0, pos 3985408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961450:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5079084, offset 0, pos 3989504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961453:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5074988, offset 0, pos 3993600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961456:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5070892, offset 0, pos 3997696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961459:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5066796, offset 0, pos 4001792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961462:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5062700, offset 0, pos 4005888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961465:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5058604, offset 0, pos 4009984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961468:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5054508, offset 0, pos 4014080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961471:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5050412, offset 0, pos 4018176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961475:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5046316, offset 0, pos 4022272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961478:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5042220, offset 0, pos 4026368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961482:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5038124, offset 0, pos 4030464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961485:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5034028, offset 0, pos 4034560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961488:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5029932, offset 0, pos 4038656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961490:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5025836, offset 0, pos 4042752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961493:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5021740, offset 0, pos 4046848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961495:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5017644, offset 0, pos 4050944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961497:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5013548, offset 0, pos 4055040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961499:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5009452, offset 0, pos 4059136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961502:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5005356, offset 0, pos 4063232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961504:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 5001260, offset 0, pos 4067328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961506:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4997164, offset 0, pos 4071424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961508:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4993068, offset 0, pos 4075520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961510:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4988972, offset 0, pos 4079616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961512:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4984876, offset 0, pos 4083712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961515:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4980780, offset 0, pos 4087808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961517:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4976684, offset 0, pos 4091904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961519:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4972588, offset 0, pos 4096000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961533:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4968492, offset 0, pos 4100096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961535:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4964396, offset 0, pos 4104192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961538:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4960300, offset 0, pos 4108288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961540:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4956204, offset 0, pos 4112384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961542:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4952108, offset 0, pos 4116480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961544:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4948012, offset 0, pos 4120576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961546:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4943916, offset 0, pos 4124672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961549:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4939820, offset 0, pos 4128768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961551:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4935724, offset 0, pos 4132864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961553:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4931628, offset 0, pos 4136960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961555:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4927532, offset 0, pos 4141056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961557:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4923436, offset 0, pos 4145152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961559:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4919340, offset 0, pos 4149248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961562:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4915244, offset 0, pos 4153344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961564:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4911148, offset 0, pos 4157440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961566:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4907052, offset 0, pos 4161536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961569:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4902956, offset 0, pos 4165632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961570:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4898860, offset 0, pos 4169728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961573:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4894764, offset 0, pos 4173824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961575:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4890668, offset 0, pos 4177920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961577:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4886572, offset 0, pos 4182016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961579:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4882476, offset 0, pos 4186112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961581:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4878380, offset 0, pos 4190208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961583:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4874284, offset 0, pos 4194304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961585:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4870188, offset 0, pos 4198400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961587:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4866092, offset 0, pos 4202496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961589:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4861996, offset 0, pos 4206592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961591:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4857900, offset 0, pos 4210688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961593:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4853804, offset 0, pos 4214784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961595:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4849708, offset 0, pos 4218880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961598:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4845612, offset 0, pos 4222976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961600:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4841516, offset 0, pos 4227072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961602:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4837420, offset 0, pos 4231168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961604:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4833324, offset 0, pos 4235264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961606:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4829228, offset 0, pos 4239360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961608:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4825132, offset 0, pos 4243456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961610:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4821036, offset 0, pos 4247552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961612:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4816940, offset 0, pos 4251648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961614:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4812844, offset 0, pos 4255744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961616:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4808748, offset 0, pos 4259840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961618:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4804652, offset 0, pos 4263936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961620:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4800556, offset 0, pos 4268032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961622:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4796460, offset 0, pos 4272128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961624:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4792364, offset 0, pos 4276224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961627:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4788268, offset 0, pos 4280320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961629:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4784172, offset 0, pos 4284416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961631:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4780076, offset 0, pos 4288512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961634:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4775980, offset 0, pos 4292608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961636:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4771884, offset 0, pos 4296704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961638:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4767788, offset 0, pos 4300800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961640:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4763692, offset 0, pos 4304896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961642:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4759596, offset 0, pos 4308992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961644:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4755500, offset 0, pos 4313088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961646:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4751404, offset 0, pos 4317184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961648:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4747308, offset 0, pos 4321280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961650:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4743212, offset 0, pos 4325376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961652:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4739116, offset 0, pos 4329472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961655:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4735020, offset 0, pos 4333568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961657:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4730924, offset 0, pos 4337664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961659:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4726828, offset 0, pos 4341760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961661:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4722732, offset 0, pos 4345856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961663:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4718636, offset 0, pos 4349952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961665:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4714540, offset 0, pos 4354048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961667:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4710444, offset 0, pos 4358144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961669:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4706348, offset 0, pos 4362240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961671:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4702252, offset 0, pos 4366336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961673:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4698156, offset 0, pos 4370432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961675:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4694060, offset 0, pos 4374528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961677:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4689964, offset 0, pos 4378624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961679:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4685868, offset 0, pos 4382720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961682:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4681772, offset 0, pos 4386816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961684:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4677676, offset 0, pos 4390912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961700:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4673580, offset 0, pos 4395008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961704:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4669484, offset 0, pos 4399104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961715:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4665388, offset 0, pos 4403200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961718:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4661292, offset 0, pos 4407296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961721:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4657196, offset 0, pos 4411392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961723:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4653100, offset 0, pos 4415488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961725:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4649004, offset 0, pos 4419584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961728:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4644908, offset 0, pos 4423680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961730:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4640812, offset 0, pos 4427776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961732:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4636716, offset 0, pos 4431872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961734:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4632620, offset 0, pos 4435968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961736:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4628524, offset 0, pos 4440064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961739:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4624428, offset 0, pos 4444160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961741:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4620332, offset 0, pos 4448256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961743:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4616236, offset 0, pos 4452352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961745:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4612140, offset 0, pos 4456448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961747:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4608044, offset 0, pos 4460544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961749:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4603948, offset 0, pos 4464640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961752:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4599852, offset 0, pos 4468736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961754:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4595756, offset 0, pos 4472832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961756:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4591660, offset 0, pos 4476928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961758:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4587564, offset 0, pos 4481024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961760:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4583468, offset 0, pos 4485120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961763:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4579372, offset 0, pos 4489216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961765:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4575276, offset 0, pos 4493312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961767:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4571180, offset 0, pos 4497408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961769:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4567084, offset 0, pos 4501504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961771:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4562988, offset 0, pos 4505600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961773:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4558892, offset 0, pos 4509696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961775:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4554796, offset 0, pos 4513792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961777:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4550700, offset 0, pos 4517888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961779:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4546604, offset 0, pos 4521984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961781:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4542508, offset 0, pos 4526080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961784:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4538412, offset 0, pos 4530176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961786:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4534316, offset 0, pos 4534272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961788:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4530220, offset 0, pos 4538368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961790:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4526124, offset 0, pos 4542464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961792:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4522028, offset 0, pos 4546560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961794:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4517932, offset 0, pos 4550656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961797:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4513836, offset 0, pos 4554752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961799:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4509740, offset 0, pos 4558848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961801:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4505644, offset 0, pos 4562944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961803:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4501548, offset 0, pos 4567040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961805:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4497452, offset 0, pos 4571136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961807:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4493356, offset 0, pos 4575232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961809:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4489260, offset 0, pos 4579328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961811:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4485164, offset 0, pos 4583424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961813:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4481068, offset 0, pos 4587520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961815:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4476972, offset 0, pos 4591616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961817:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4472876, offset 0, pos 4595712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961819:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4468780, offset 0, pos 4599808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961821:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4464684, offset 0, pos 4603904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961824:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4460588, offset 0, pos 4608000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961826:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4456492, offset 0, pos 4612096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961828:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4452396, offset 0, pos 4616192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961830:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4448300, offset 0, pos 4620288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961832:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4444204, offset 0, pos 4624384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961834:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4440108, offset 0, pos 4628480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961836:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4436012, offset 0, pos 4632576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961839:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4431916, offset 0, pos 4636672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961841:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4427820, offset 0, pos 4640768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961843:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4423724, offset 0, pos 4644864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961845:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4419628, offset 0, pos 4648960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961847:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4415532, offset 0, pos 4653056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961849:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4411436, offset 0, pos 4657152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961851:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4407340, offset 0, pos 4661248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961853:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4403244, offset 0, pos 4665344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961855:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4399148, offset 0, pos 4669440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961857:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4395052, offset 0, pos 4673536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961859:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4390956, offset 0, pos 4677632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961861:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4386860, offset 0, pos 4681728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961864:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4382764, offset 0, pos 4685824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961866:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4378668, offset 0, pos 4689920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961868:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4374572, offset 0, pos 4694016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961870:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4370476, offset 0, pos 4698112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961872:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4366380, offset 0, pos 4702208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961874:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4362284, offset 0, pos 4706304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961876:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4358188, offset 0, pos 4710400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961878:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4354092, offset 0, pos 4714496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961880:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4349996, offset 0, pos 4718592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961882:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4345900, offset 0, pos 4722688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961884:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4341804, offset 0, pos 4726784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961886:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4337708, offset 0, pos 4730880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961888:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4333612, offset 0, pos 4734976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961890:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4329516, offset 0, pos 4739072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961892:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4325420, offset 0, pos 4743168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961894:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4321324, offset 0, pos 4747264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961896:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4317228, offset 0, pos 4751360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961899:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4313132, offset 0, pos 4755456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961901:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4309036, offset 0, pos 4759552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961903:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4304940, offset 0, pos 4763648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961905:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4300844, offset 0, pos 4767744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961907:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4296748, offset 0, pos 4771840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961910:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4292652, offset 0, pos 4775936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961912:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4288556, offset 0, pos 4780032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961914:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4284460, offset 0, pos 4784128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961916:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4280364, offset 0, pos 4788224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961918:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4276268, offset 0, pos 4792320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961920:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4272172, offset 0, pos 4796416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961922:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4268076, offset 0, pos 4800512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961924:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4263980, offset 0, pos 4804608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961926:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4259884, offset 0, pos 4808704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961928:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4255788, offset 0, pos 4812800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961930:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4251692, offset 0, pos 4816896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961932:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4247596, offset 0, pos 4820992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961934:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4243500, offset 0, pos 4825088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961936:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4239404, offset 0, pos 4829184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961938:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4235308, offset 0, pos 4833280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961940:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4231212, offset 0, pos 4837376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961942:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4227116, offset 0, pos 4841472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961945:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4223020, offset 0, pos 4845568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961946:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4218924, offset 0, pos 4849664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961949:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4214828, offset 0, pos 4853760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961951:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4210732, offset 0, pos 4857856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961953:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4206636, offset 0, pos 4861952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961955:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4202540, offset 0, pos 4866048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961957:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4198444, offset 0, pos 4870144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961959:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4194348, offset 0, pos 4874240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961961:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4190252, offset 0, pos 4878336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961964:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4186156, offset 0, pos 4882432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961966:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4182060, offset 0, pos 4886528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961968:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4177964, offset 0, pos 4890624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961970:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4173868, offset 0, pos 4894720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961972:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4169772, offset 0, pos 4898816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961975:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4165676, offset 0, pos 4902912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961977:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4161580, offset 0, pos 4907008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961979:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4157484, offset 0, pos 4911104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961981:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4153388, offset 0, pos 4915200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961983:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4149292, offset 0, pos 4919296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961985:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4145196, offset 0, pos 4923392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961987:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4141100, offset 0, pos 4927488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961989:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4137004, offset 0, pos 4931584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961991:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4132908, offset 0, pos 4935680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961994:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4128812, offset 0, pos 4939776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961996:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4124716, offset 0, pos 4943872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.961998:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4120620, offset 0, pos 4947968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962000:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4116524, offset 0, pos 4952064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962002:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4112428, offset 0, pos 4956160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962004:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4108332, offset 0, pos 4960256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962006:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4104236, offset 0, pos 4964352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962008:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4100140, offset 0, pos 4968448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962010:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4096044, offset 0, pos 4972544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962012:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4091948, offset 0, pos 4976640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962014:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4087852, offset 0, pos 4980736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962017:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4083756, offset 0, pos 4984832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962019:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4079660, offset 0, pos 4988928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962021:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4075564, offset 0, pos 4993024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962023:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4071468, offset 0, pos 4997120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962025:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4067372, offset 0, pos 5001216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962027:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4063276, offset 0, pos 5005312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962029:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4059180, offset 0, pos 5009408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962032:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4055084, offset 0, pos 5013504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962034:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4050988, offset 0, pos 5017600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962036:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4046892, offset 0, pos 5021696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962038:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4042796, offset 0, pos 5025792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962040:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4038700, offset 0, pos 5029888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962042:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4034604, offset 0, pos 5033984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962044:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4030508, offset 0, pos 5038080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962046:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4026412, offset 0, pos 5042176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962048:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4022316, offset 0, pos 5046272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962050:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4018220, offset 0, pos 5050368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962052:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4014124, offset 0, pos 5054464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962054:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4010028, offset 0, pos 5058560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962056:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4005932, offset 0, pos 5062656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962058:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4001836, offset 0, pos 5066752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962060:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3997740, offset 0, pos 5070848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962063:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3993644, offset 0, pos 5074944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962065:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3989548, offset 0, pos 5079040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962067:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3985452, offset 0, pos 5083136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962069:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3981356, offset 0, pos 5087232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962071:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3977260, offset 0, pos 5091328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962074:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3973164, offset 0, pos 5095424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962076:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3969068, offset 0, pos 5099520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962078:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3964972, offset 0, pos 5103616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962080:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3960876, offset 0, pos 5107712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962082:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3956780, offset 0, pos 5111808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962084:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3952684, offset 0, pos 5115904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962086:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3948588, offset 0, pos 5120000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962089:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3944492, offset 0, pos 5124096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962091:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3940396, offset 0, pos 5128192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962093:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3936300, offset 0, pos 5132288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962095:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3932204, offset 0, pos 5136384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962097:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3928108, offset 0, pos 5140480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962100:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3924012, offset 0, pos 5144576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962102:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3919916, offset 0, pos 5148672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962104:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3915820, offset 0, pos 5152768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962106:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3911724, offset 0, pos 5156864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962108:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3907628, offset 0, pos 5160960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962110:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3903532, offset 0, pos 5165056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962113:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3899436, offset 0, pos 5169152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962117:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3895340, offset 0, pos 5173248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962120:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3891244, offset 0, pos 5177344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962123:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3887148, offset 0, pos 5181440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962127:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3883052, offset 0, pos 5185536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962129:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3878956, offset 0, pos 5189632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962132:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3874860, offset 0, pos 5193728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962135:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3870764, offset 0, pos 5197824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962138:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3866668, offset 0, pos 5201920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962140:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3862572, offset 0, pos 5206016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962143:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3858476, offset 0, pos 5210112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962147:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3854380, offset 0, pos 5214208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962150:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3850284, offset 0, pos 5218304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962154:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3846188, offset 0, pos 5222400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962157:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3842092, offset 0, pos 5226496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962160:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3837996, offset 0, pos 5230592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962163:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3833900, offset 0, pos 5234688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962166:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3829804, offset 0, pos 5238784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962169:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3825708, offset 0, pos 5242880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962171:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3821612, offset 0, pos 5246976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962174:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3817516, offset 0, pos 5251072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962176:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3813420, offset 0, pos 5255168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962179:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3809324, offset 0, pos 5259264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962181:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3805228, offset 0, pos 5263360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962184:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3801132, offset 0, pos 5267456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962186:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3797036, offset 0, pos 5271552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962188:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3792940, offset 0, pos 5275648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962191:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3788844, offset 0, pos 5279744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962193:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3784748, offset 0, pos 5283840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962196:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3780652, offset 0, pos 5287936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962198:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3776556, offset 0, pos 5292032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962200:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3772460, offset 0, pos 5296128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962202:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3768364, offset 0, pos 5300224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962204:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3764268, offset 0, pos 5304320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962206:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3760172, offset 0, pos 5308416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962208:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3756076, offset 0, pos 5312512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962210:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3751980, offset 0, pos 5316608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962212:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3747884, offset 0, pos 5320704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962214:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3743788, offset 0, pos 5324800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962217:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3739692, offset 0, pos 5328896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962219:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3735596, offset 0, pos 5332992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962221:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3731500, offset 0, pos 5337088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962223:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3727404, offset 0, pos 5341184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962225:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3723308, offset 0, pos 5345280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962227:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3719212, offset 0, pos 5349376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962229:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3715116, offset 0, pos 5353472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962231:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3711020, offset 0, pos 5357568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962233:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3706924, offset 0, pos 5361664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962235:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3702828, offset 0, pos 5365760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962238:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3698732, offset 0, pos 5369856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962240:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3694636, offset 0, pos 5373952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962242:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3690540, offset 0, pos 5378048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962244:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3686444, offset 0, pos 5382144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962246:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3682348, offset 0, pos 5386240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962249:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3678252, offset 0, pos 5390336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962251:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3674156, offset 0, pos 5394432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962253:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3670060, offset 0, pos 5398528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962255:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3665964, offset 0, pos 5402624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962257:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3661868, offset 0, pos 5406720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962259:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3657772, offset 0, pos 5410816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962262:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3653676, offset 0, pos 5414912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962264:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3649580, offset 0, pos 5419008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962266:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3645484, offset 0, pos 5423104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962268:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3641388, offset 0, pos 5427200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962270:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3637292, offset 0, pos 5431296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962272:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3633196, offset 0, pos 5435392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962274:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3629100, offset 0, pos 5439488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962276:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3625004, offset 0, pos 5443584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962278:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3620908, offset 0, pos 5447680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962281:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3616812, offset 0, pos 5451776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962283:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3612716, offset 0, pos 5455872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962285:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3608620, offset 0, pos 5459968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962287:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3604524, offset 0, pos 5464064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962290:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3600428, offset 0, pos 5468160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962292:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3596332, offset 0, pos 5472256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962294:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3592236, offset 0, pos 5476352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962296:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3588140, offset 0, pos 5480448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962299:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3584044, offset 0, pos 5484544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962301:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3579948, offset 0, pos 5488640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962303:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3575852, offset 0, pos 5492736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962305:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3571756, offset 0, pos 5496832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962307:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3567660, offset 0, pos 5500928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962309:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3563564, offset 0, pos 5505024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962311:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3559468, offset 0, pos 5509120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962314:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3555372, offset 0, pos 5513216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962316:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3551276, offset 0, pos 5517312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962318:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3547180, offset 0, pos 5521408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962320:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3543084, offset 0, pos 5525504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962322:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3538988, offset 0, pos 5529600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962324:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3534892, offset 0, pos 5533696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962326:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3530796, offset 0, pos 5537792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962328:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3526700, offset 0, pos 5541888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962331:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3522604, offset 0, pos 5545984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962333:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3518508, offset 0, pos 5550080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962335:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3514412, offset 0, pos 5554176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962337:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3510316, offset 0, pos 5558272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962339:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3506220, offset 0, pos 5562368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962341:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3502124, offset 0, pos 5566464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962343:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3498028, offset 0, pos 5570560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962345:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3493932, offset 0, pos 5574656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962347:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3489836, offset 0, pos 5578752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962349:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3485740, offset 0, pos 5582848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962351:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3481644, offset 0, pos 5586944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962353:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3477548, offset 0, pos 5591040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962355:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3473452, offset 0, pos 5595136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962357:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3469356, offset 0, pos 5599232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962359:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3465260, offset 0, pos 5603328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962361:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3461164, offset 0, pos 5607424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962363:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3457068, offset 0, pos 5611520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962366:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3452972, offset 0, pos 5615616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962368:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3448876, offset 0, pos 5619712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962370:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3444780, offset 0, pos 5623808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962372:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3440684, offset 0, pos 5627904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962374:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3436588, offset 0, pos 5632000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962377:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3432492, offset 0, pos 5636096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962380:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3428396, offset 0, pos 5640192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962383:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3424300, offset 0, pos 5644288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962386:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3420204, offset 0, pos 5648384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962389:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3416108, offset 0, pos 5652480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962392:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3412012, offset 0, pos 5656576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962396:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3407916, offset 0, pos 5660672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962399:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3403820, offset 0, pos 5664768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962402:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3399724, offset 0, pos 5668864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962405:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3395628, offset 0, pos 5672960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962409:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3391532, offset 0, pos 5677056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962412:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3387436, offset 0, pos 5681152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962415:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3383340, offset 0, pos 5685248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962419:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3379244, offset 0, pos 5689344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962422:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3375148, offset 0, pos 5693440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962425:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3371052, offset 0, pos 5697536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962429:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3366956, offset 0, pos 5701632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962432:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3362860, offset 0, pos 5705728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962434:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3358764, offset 0, pos 5709824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962436:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3354668, offset 0, pos 5713920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962439:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3350572, offset 0, pos 5718016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962442:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3346476, offset 0, pos 5722112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962445:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3342380, offset 0, pos 5726208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962448:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3338284, offset 0, pos 5730304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962451:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3334188, offset 0, pos 5734400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962454:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3330092, offset 0, pos 5738496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962457:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3325996, offset 0, pos 5742592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962460:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3321900, offset 0, pos 5746688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962463:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3317804, offset 0, pos 5750784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962466:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3313708, offset 0, pos 5754880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962470:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3309612, offset 0, pos 5758976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962473:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3305516, offset 0, pos 5763072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962476:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3301420, offset 0, pos 5767168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962480:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3297324, offset 0, pos 5771264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962483:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3293228, offset 0, pos 5775360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962486:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3289132, offset 0, pos 5779456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962490:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3285036, offset 0, pos 5783552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962492:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3280940, offset 0, pos 5787648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962494:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3276844, offset 0, pos 5791744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962497:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3272748, offset 0, pos 5795840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962499:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3268652, offset 0, pos 5799936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962501:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3264556, offset 0, pos 5804032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962504:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3260460, offset 0, pos 5808128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962506:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3256364, offset 0, pos 5812224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962508:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3252268, offset 0, pos 5816320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962510:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3248172, offset 0, pos 5820416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962512:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3244076, offset 0, pos 5824512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962514:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3239980, offset 0, pos 5828608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962517:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3235884, offset 0, pos 5832704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962519:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3231788, offset 0, pos 5836800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962521:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3227692, offset 0, pos 5840896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962523:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3223596, offset 0, pos 5844992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962525:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3219500, offset 0, pos 5849088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962528:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3215404, offset 0, pos 5853184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962530:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3211308, offset 0, pos 5857280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962532:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3207212, offset 0, pos 5861376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962534:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3203116, offset 0, pos 5865472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962536:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3199020, offset 0, pos 5869568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962538:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3194924, offset 0, pos 5873664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962540:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3190828, offset 0, pos 5877760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962543:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3186732, offset 0, pos 5881856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962545:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3182636, offset 0, pos 5885952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962547:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3178540, offset 0, pos 5890048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962549:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3174444, offset 0, pos 5894144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962551:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3170348, offset 0, pos 5898240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962554:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3166252, offset 0, pos 5902336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962556:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3162156, offset 0, pos 5906432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962558:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3158060, offset 0, pos 5910528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962560:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3153964, offset 0, pos 5914624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962562:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3149868, offset 0, pos 5918720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962564:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3145772, offset 0, pos 5922816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962566:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3141676, offset 0, pos 5926912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962568:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3137580, offset 0, pos 5931008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962570:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3133484, offset 0, pos 5935104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962572:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3129388, offset 0, pos 5939200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962574:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3125292, offset 0, pos 5943296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962576:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3121196, offset 0, pos 5947392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962578:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3117100, offset 0, pos 5951488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962581:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3113004, offset 0, pos 5955584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962583:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3108908, offset 0, pos 5959680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962585:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3104812, offset 0, pos 5963776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962587:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3100716, offset 0, pos 5967872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962589:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3096620, offset 0, pos 5971968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962591:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3092524, offset 0, pos 5976064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962593:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3088428, offset 0, pos 5980160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962595:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3084332, offset 0, pos 5984256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962598:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3080236, offset 0, pos 5988352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962599:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3076140, offset 0, pos 5992448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962602:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3072044, offset 0, pos 5996544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962604:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3067948, offset 0, pos 6000640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962606:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3063852, offset 0, pos 6004736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962608:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3059756, offset 0, pos 6008832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962610:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3055660, offset 0, pos 6012928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962612:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3051564, offset 0, pos 6017024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962614:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3047468, offset 0, pos 6021120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962616:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3043372, offset 0, pos 6025216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962618:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3039276, offset 0, pos 6029312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962621:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3035180, offset 0, pos 6033408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962623:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3031084, offset 0, pos 6037504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962625:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3026988, offset 0, pos 6041600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962627:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3022892, offset 0, pos 6045696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962629:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3018796, offset 0, pos 6049792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962631:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3014700, offset 0, pos 6053888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962633:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3010604, offset 0, pos 6057984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962635:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3006508, offset 0, pos 6062080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962637:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 3002412, offset 0, pos 6066176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962640:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2998316, offset 0, pos 6070272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962642:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2994220, offset 0, pos 6074368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962644:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2990124, offset 0, pos 6078464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962646:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2986028, offset 0, pos 6082560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962648:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2981932, offset 0, pos 6086656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962650:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2977836, offset 0, pos 6090752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962652:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2973740, offset 0, pos 6094848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962654:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2969644, offset 0, pos 6098944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962657:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2965548, offset 0, pos 6103040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962659:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2961452, offset 0, pos 6107136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962661:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2957356, offset 0, pos 6111232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962663:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2953260, offset 0, pos 6115328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962665:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2949164, offset 0, pos 6119424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962667:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2945068, offset 0, pos 6123520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962670:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2940972, offset 0, pos 6127616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962672:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2936876, offset 0, pos 6131712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962674:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2932780, offset 0, pos 6135808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962676:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2928684, offset 0, pos 6139904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962678:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2924588, offset 0, pos 6144000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962680:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2920492, offset 0, pos 6148096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962683:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2916396, offset 0, pos 6152192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962699:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2912300, offset 0, pos 6156288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962702:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2908204, offset 0, pos 6160384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962704:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2904108, offset 0, pos 6164480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962718:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2900012, offset 0, pos 6168576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962720:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2895916, offset 0, pos 6172672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962722:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2891820, offset 0, pos 6176768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962724:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2887724, offset 0, pos 6180864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962726:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2883628, offset 0, pos 6184960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962729:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2879532, offset 0, pos 6189056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962731:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2875436, offset 0, pos 6193152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962744:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2871340, offset 0, pos 6197248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962747:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2867244, offset 0, pos 6201344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962749:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2863148, offset 0, pos 6205440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962751:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2859052, offset 0, pos 6209536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962753:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2854956, offset 0, pos 6213632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962756:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2850860, offset 0, pos 6217728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962758:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2846764, offset 0, pos 6221824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962760:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2842668, offset 0, pos 6225920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962763:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2838572, offset 0, pos 6230016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962765:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2834476, offset 0, pos 6234112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962767:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2830380, offset 0, pos 6238208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962769:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2826284, offset 0, pos 6242304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962772:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2822188, offset 0, pos 6246400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962775:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2818092, offset 0, pos 6250496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962777:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2813996, offset 0, pos 6254592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962779:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2809900, offset 0, pos 6258688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962782:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2805804, offset 0, pos 6262784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962784:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2801708, offset 0, pos 6266880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962786:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2797612, offset 0, pos 6270976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962788:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2793516, offset 0, pos 6275072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962791:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2789420, offset 0, pos 6279168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962793:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2785324, offset 0, pos 6283264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962795:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2781228, offset 0, pos 6287360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962797:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2777132, offset 0, pos 6291456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962799:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2773036, offset 0, pos 6295552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962801:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2768940, offset 0, pos 6299648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962803:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2764844, offset 0, pos 6303744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962805:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2760748, offset 0, pos 6307840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962807:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2756652, offset 0, pos 6311936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962809:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2752556, offset 0, pos 6316032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962811:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2748460, offset 0, pos 6320128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962813:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2744364, offset 0, pos 6324224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962815:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2740268, offset 0, pos 6328320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962817:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2736172, offset 0, pos 6332416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962819:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2732076, offset 0, pos 6336512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962821:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2727980, offset 0, pos 6340608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962823:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2723884, offset 0, pos 6344704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962826:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2719788, offset 0, pos 6348800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962828:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2715692, offset 0, pos 6352896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962830:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2711596, offset 0, pos 6356992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962832:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2707500, offset 0, pos 6361088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962834:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2703404, offset 0, pos 6365184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962836:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2699308, offset 0, pos 6369280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962838:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2695212, offset 0, pos 6373376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962840:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2691116, offset 0, pos 6377472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962843:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2687020, offset 0, pos 6381568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962845:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2682924, offset 0, pos 6385664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962847:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2678828, offset 0, pos 6389760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962849:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2674732, offset 0, pos 6393856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962851:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2670636, offset 0, pos 6397952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962853:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2666540, offset 0, pos 6402048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962855:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2662444, offset 0, pos 6406144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962857:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2658348, offset 0, pos 6410240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962859:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2654252, offset 0, pos 6414336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962861:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2650156, offset 0, pos 6418432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962863:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2646060, offset 0, pos 6422528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962865:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2641964, offset 0, pos 6426624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962867:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2637868, offset 0, pos 6430720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962869:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2633772, offset 0, pos 6434816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962871:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2629676, offset 0, pos 6438912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962873:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2625580, offset 0, pos 6443008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962875:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2621484, offset 0, pos 6447104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962877:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2617388, offset 0, pos 6451200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962879:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2613292, offset 0, pos 6455296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962882:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2609196, offset 0, pos 6459392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962884:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2605100, offset 0, pos 6463488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962886:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2601004, offset 0, pos 6467584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962888:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2596908, offset 0, pos 6471680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962890:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2592812, offset 0, pos 6475776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962892:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2588716, offset 0, pos 6479872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962894:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2584620, offset 0, pos 6483968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962896:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2580524, offset 0, pos 6488064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962898:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2576428, offset 0, pos 6492160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962901:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2572332, offset 0, pos 6496256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962903:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2568236, offset 0, pos 6500352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962905:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2564140, offset 0, pos 6504448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962907:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2560044, offset 0, pos 6508544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962909:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2555948, offset 0, pos 6512640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962911:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2551852, offset 0, pos 6516736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962913:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2547756, offset 0, pos 6520832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962916:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2543660, offset 0, pos 6524928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962919:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2539564, offset 0, pos 6529024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962923:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2535468, offset 0, pos 6533120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962926:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2531372, offset 0, pos 6537216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962929:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2527276, offset 0, pos 6541312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962932:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2523180, offset 0, pos 6545408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962935:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2519084, offset 0, pos 6549504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962938:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2514988, offset 0, pos 6553600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962940:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2510892, offset 0, pos 6557696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962943:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2506796, offset 0, pos 6561792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962946:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2502700, offset 0, pos 6565888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962949:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2498604, offset 0, pos 6569984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962952:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2494508, offset 0, pos 6574080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962956:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2490412, offset 0, pos 6578176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962958:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2486316, offset 0, pos 6582272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962962:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2482220, offset 0, pos 6586368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962964:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2478124, offset 0, pos 6590464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962968:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2474028, offset 0, pos 6594560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962971:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2469932, offset 0, pos 6598656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962974:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2465836, offset 0, pos 6602752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962977:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2461740, offset 0, pos 6606848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962980:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2457644, offset 0, pos 6610944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962983:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2453548, offset 0, pos 6615040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962986:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2449452, offset 0, pos 6619136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962990:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2445356, offset 0, pos 6623232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962993:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2441260, offset 0, pos 6627328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962996:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2437164, offset 0, pos 6631424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.962999:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2433068, offset 0, pos 6635520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963002:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2428972, offset 0, pos 6639616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963005:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2424876, offset 0, pos 6643712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963007:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2420780, offset 0, pos 6647808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963009:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2416684, offset 0, pos 6651904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963012:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2412588, offset 0, pos 6656000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963014:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2408492, offset 0, pos 6660096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963016:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2404396, offset 0, pos 6664192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963018:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2400300, offset 0, pos 6668288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963021:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2396204, offset 0, pos 6672384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963023:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2392108, offset 0, pos 6676480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963025:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2388012, offset 0, pos 6680576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963027:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2383916, offset 0, pos 6684672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963029:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2379820, offset 0, pos 6688768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963032:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2375724, offset 0, pos 6692864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963034:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2371628, offset 0, pos 6696960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963036:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2367532, offset 0, pos 6701056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963038:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2363436, offset 0, pos 6705152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963040:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2359340, offset 0, pos 6709248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963043:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2355244, offset 0, pos 6713344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963045:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2351148, offset 0, pos 6717440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963047:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2347052, offset 0, pos 6721536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963049:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2342956, offset 0, pos 6725632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963051:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2338860, offset 0, pos 6729728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963053:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2334764, offset 0, pos 6733824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963055:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2330668, offset 0, pos 6737920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963058:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2326572, offset 0, pos 6742016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963060:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2322476, offset 0, pos 6746112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963062:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2318380, offset 0, pos 6750208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963064:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2314284, offset 0, pos 6754304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963066:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2310188, offset 0, pos 6758400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963068:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2306092, offset 0, pos 6762496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963070:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2301996, offset 0, pos 6766592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963073:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2297900, offset 0, pos 6770688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963075:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2293804, offset 0, pos 6774784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963077:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2289708, offset 0, pos 6778880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963079:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2285612, offset 0, pos 6782976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963081:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2281516, offset 0, pos 6787072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963083:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2277420, offset 0, pos 6791168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963085:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2273324, offset 0, pos 6795264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963087:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2269228, offset 0, pos 6799360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963089:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2265132, offset 0, pos 6803456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963091:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2261036, offset 0, pos 6807552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963093:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2256940, offset 0, pos 6811648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963095:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2252844, offset 0, pos 6815744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963097:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2248748, offset 0, pos 6819840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963099:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2244652, offset 0, pos 6823936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963101:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2240556, offset 0, pos 6828032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963103:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2236460, offset 0, pos 6832128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963105:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2232364, offset 0, pos 6836224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963107:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2228268, offset 0, pos 6840320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963109:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2224172, offset 0, pos 6844416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963112:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2220076, offset 0, pos 6848512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963115:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2215980, offset 0, pos 6852608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963119:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2211884, offset 0, pos 6856704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963121:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2207788, offset 0, pos 6860800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963125:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2203692, offset 0, pos 6864896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963128:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2199596, offset 0, pos 6868992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963131:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2195500, offset 0, pos 6873088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963134:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2191404, offset 0, pos 6877184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963137:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2187308, offset 0, pos 6881280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963141:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2183212, offset 0, pos 6885376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963144:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2179116, offset 0, pos 6889472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963147:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2175020, offset 0, pos 6893568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963149:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2170924, offset 0, pos 6897664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963153:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2166828, offset 0, pos 6901760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963156:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2162732, offset 0, pos 6905856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963159:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2158636, offset 0, pos 6909952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963163:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2154540, offset 0, pos 6914048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963166:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2150444, offset 0, pos 6918144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963169:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2146348, offset 0, pos 6922240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963171:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2142252, offset 0, pos 6926336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963174:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2138156, offset 0, pos 6930432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963176:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2134060, offset 0, pos 6934528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963179:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2129964, offset 0, pos 6938624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963181:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2125868, offset 0, pos 6942720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963183:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2121772, offset 0, pos 6946816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963185:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2117676, offset 0, pos 6950912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963187:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2113580, offset 0, pos 6955008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963189:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2109484, offset 0, pos 6959104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963192:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2105388, offset 0, pos 6963200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963194:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2101292, offset 0, pos 6967296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963196:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2097196, offset 0, pos 6971392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963198:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2093100, offset 0, pos 6975488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963200:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2089004, offset 0, pos 6979584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963202:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2084908, offset 0, pos 6983680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963205:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2080812, offset 0, pos 6987776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963207:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2076716, offset 0, pos 6991872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963209:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2072620, offset 0, pos 6995968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963211:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2068524, offset 0, pos 7000064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963213:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2064428, offset 0, pos 7004160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963215:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2060332, offset 0, pos 7008256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963217:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2056236, offset 0, pos 7012352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963220:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2052140, offset 0, pos 7016448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963222:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2048044, offset 0, pos 7020544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963224:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2043948, offset 0, pos 7024640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963226:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2039852, offset 0, pos 7028736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963228:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2035756, offset 0, pos 7032832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963230:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2031660, offset 0, pos 7036928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963232:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2027564, offset 0, pos 7041024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963235:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2023468, offset 0, pos 7045120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963237:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2019372, offset 0, pos 7049216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963239:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2015276, offset 0, pos 7053312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963241:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2011180, offset 0, pos 7057408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963243:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2007084, offset 0, pos 7061504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963245:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 2002988, offset 0, pos 7065600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963248:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1998892, offset 0, pos 7069696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963250:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1994796, offset 0, pos 7073792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963252:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1990700, offset 0, pos 7077888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963254:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1986604, offset 0, pos 7081984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963257:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1982508, offset 0, pos 7086080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963260:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1978412, offset 0, pos 7090176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963264:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1974316, offset 0, pos 7094272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963267:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1970220, offset 0, pos 7098368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963271:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1966124, offset 0, pos 7102464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963274:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1962028, offset 0, pos 7106560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963277:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1957932, offset 0, pos 7110656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963280:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1953836, offset 0, pos 7114752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963284:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1949740, offset 0, pos 7118848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963287:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1945644, offset 0, pos 7122944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963290:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1941548, offset 0, pos 7127040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963294:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1937452, offset 0, pos 7131136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963297:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1933356, offset 0, pos 7135232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963300:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1929260, offset 0, pos 7139328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963303:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1925164, offset 0, pos 7143424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963306:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1921068, offset 0, pos 7147520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963309:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1916972, offset 0, pos 7151616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963312:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1912876, offset 0, pos 7155712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963314:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1908780, offset 0, pos 7159808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963316:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1904684, offset 0, pos 7163904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963319:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1900588, offset 0, pos 7168000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963321:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1896492, offset 0, pos 7172096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963324:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1892396, offset 0, pos 7176192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963326:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1888300, offset 0, pos 7180288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963328:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1884204, offset 0, pos 7184384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963330:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1880108, offset 0, pos 7188480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963333:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1876012, offset 0, pos 7192576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963335:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1871916, offset 0, pos 7196672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963337:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1867820, offset 0, pos 7200768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963339:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1863724, offset 0, pos 7204864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963341:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1859628, offset 0, pos 7208960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963344:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1855532, offset 0, pos 7213056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963346:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1851436, offset 0, pos 7217152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963348:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1847340, offset 0, pos 7221248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963350:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1843244, offset 0, pos 7225344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963353:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1839148, offset 0, pos 7229440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963355:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1835052, offset 0, pos 7233536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963357:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1830956, offset 0, pos 7237632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963359:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1826860, offset 0, pos 7241728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963361:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1822764, offset 0, pos 7245824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963364:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1818668, offset 0, pos 7249920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963366:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1814572, offset 0, pos 7254016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963368:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1810476, offset 0, pos 7258112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963370:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1806380, offset 0, pos 7262208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963372:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1802284, offset 0, pos 7266304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963374:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1798188, offset 0, pos 7270400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963376:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1794092, offset 0, pos 7274496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963379:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1789996, offset 0, pos 7278592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963382:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1785900, offset 0, pos 7282688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963385:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1781804, offset 0, pos 7286784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963388:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1777708, offset 0, pos 7290880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963392:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1773612, offset 0, pos 7294976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963395:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1769516, offset 0, pos 7299072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963398:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1765420, offset 0, pos 7303168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963401:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1761324, offset 0, pos 7307264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963404:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1757228, offset 0, pos 7311360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963407:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1753132, offset 0, pos 7315456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963410:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1749036, offset 0, pos 7319552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963414:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1744940, offset 0, pos 7323648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963417:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1740844, offset 0, pos 7327744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963421:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1736748, offset 0, pos 7331840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963424:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1732652, offset 0, pos 7335936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963427:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1728556, offset 0, pos 7340032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963430:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1724460, offset 0, pos 7344128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963433:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1720364, offset 0, pos 7348224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963436:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1716268, offset 0, pos 7352320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963438:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1712172, offset 0, pos 7356416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963440:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1708076, offset 0, pos 7360512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963443:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1703980, offset 0, pos 7364608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963446:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1699884, offset 0, pos 7368704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963449:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1695788, offset 0, pos 7372800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963452:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1691692, offset 0, pos 7376896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963455:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1687596, offset 0, pos 7380992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963458:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1683500, offset 0, pos 7385088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963461:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1679404, offset 0, pos 7389184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963464:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1675308, offset 0, pos 7393280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963467:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1671212, offset 0, pos 7397376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963470:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1667116, offset 0, pos 7401472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963474:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1663020, offset 0, pos 7405568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963478:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1658924, offset 0, pos 7409664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963481:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1654828, offset 0, pos 7413760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963485:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1650732, offset 0, pos 7417856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963488:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1646636, offset 0, pos 7421952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963491:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1642540, offset 0, pos 7426048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963494:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1638444, offset 0, pos 7430144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963496:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1634348, offset 0, pos 7434240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963499:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1630252, offset 0, pos 7438336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963501:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1626156, offset 0, pos 7442432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963504:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1622060, offset 0, pos 7446528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963506:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1617964, offset 0, pos 7450624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963508:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1613868, offset 0, pos 7454720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963511:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1609772, offset 0, pos 7458816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963513:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1605676, offset 0, pos 7462912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963516:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1601580, offset 0, pos 7467008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963518:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1597484, offset 0, pos 7471104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963521:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1593388, offset 0, pos 7475200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963523:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1589292, offset 0, pos 7479296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963525:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1585196, offset 0, pos 7483392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963527:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1581100, offset 0, pos 7487488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963530:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1577004, offset 0, pos 7491584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963532:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1572908, offset 0, pos 7495680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963534:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1568812, offset 0, pos 7499776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963536:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1564716, offset 0, pos 7503872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963538:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1560620, offset 0, pos 7507968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963541:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1556524, offset 0, pos 7512064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963543:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1552428, offset 0, pos 7516160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963545:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1548332, offset 0, pos 7520256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963547:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1544236, offset 0, pos 7524352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963549:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1540140, offset 0, pos 7528448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963551:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1536044, offset 0, pos 7532544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963553:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1531948, offset 0, pos 7536640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963555:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1527852, offset 0, pos 7540736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963557:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1523756, offset 0, pos 7544832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963559:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1519660, offset 0, pos 7548928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963562:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1515564, offset 0, pos 7553024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963564:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1511468, offset 0, pos 7557120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963566:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1507372, offset 0, pos 7561216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963568:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1503276, offset 0, pos 7565312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963570:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1499180, offset 0, pos 7569408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963573:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1495084, offset 0, pos 7573504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963575:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1490988, offset 0, pos 7577600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963578:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1486892, offset 0, pos 7581696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963580:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1482796, offset 0, pos 7585792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963582:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1478700, offset 0, pos 7589888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963585:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1474604, offset 0, pos 7593984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963587:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1470508, offset 0, pos 7598080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963590:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1466412, offset 0, pos 7602176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963593:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1462316, offset 0, pos 7606272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963595:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1458220, offset 0, pos 7610368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963598:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1454124, offset 0, pos 7614464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963600:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1450028, offset 0, pos 7618560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963602:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1445932, offset 0, pos 7622656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963604:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1441836, offset 0, pos 7626752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963606:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1437740, offset 0, pos 7630848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963609:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1433644, offset 0, pos 7634944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963611:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1429548, offset 0, pos 7639040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963613:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1425452, offset 0, pos 7643136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963615:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1421356, offset 0, pos 7647232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963618:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1417260, offset 0, pos 7651328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963620:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1413164, offset 0, pos 7655424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963622:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1409068, offset 0, pos 7659520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963624:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1404972, offset 0, pos 7663616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963627:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1400876, offset 0, pos 7667712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963629:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1396780, offset 0, pos 7671808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963631:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1392684, offset 0, pos 7675904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963633:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1388588, offset 0, pos 7680000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963635:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1384492, offset 0, pos 7684096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963638:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1380396, offset 0, pos 7688192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963640:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1376300, offset 0, pos 7692288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963642:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1372204, offset 0, pos 7696384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963644:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1368108, offset 0, pos 7700480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963647:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1364012, offset 0, pos 7704576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963649:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1359916, offset 0, pos 7708672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963651:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1355820, offset 0, pos 7712768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963653:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1351724, offset 0, pos 7716864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963655:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1347628, offset 0, pos 7720960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963658:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1343532, offset 0, pos 7725056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963660:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1339436, offset 0, pos 7729152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963663:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1335340, offset 0, pos 7733248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963665:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1331244, offset 0, pos 7737344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963667:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1327148, offset 0, pos 7741440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963669:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1323052, offset 0, pos 7745536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963671:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1318956, offset 0, pos 7749632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963673:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1314860, offset 0, pos 7753728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963676:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1310764, offset 0, pos 7757824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963678:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1306668, offset 0, pos 7761920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963680:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1302572, offset 0, pos 7766016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963682:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1298476, offset 0, pos 7770112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963684:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1294380, offset 0, pos 7774208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963701:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1290284, offset 0, pos 7778304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963704:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1286188, offset 0, pos 7782400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963717:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1282092, offset 0, pos 7786496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963719:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1277996, offset 0, pos 7790592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963721:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1273900, offset 0, pos 7794688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963723:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1269804, offset 0, pos 7798784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963725:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1265708, offset 0, pos 7802880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963728:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1261612, offset 0, pos 7806976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963730:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1257516, offset 0, pos 7811072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963732:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1253420, offset 0, pos 7815168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963735:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1249324, offset 0, pos 7819264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963737:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1245228, offset 0, pos 7823360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963739:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1241132, offset 0, pos 7827456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963741:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1237036, offset 0, pos 7831552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963744:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1232940, offset 0, pos 7835648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963746:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1228844, offset 0, pos 7839744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963748:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1224748, offset 0, pos 7843840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963751:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1220652, offset 0, pos 7847936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963753:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1216556, offset 0, pos 7852032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963755:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1212460, offset 0, pos 7856128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963757:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1208364, offset 0, pos 7860224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963759:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1204268, offset 0, pos 7864320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963761:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1200172, offset 0, pos 7868416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963763:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1196076, offset 0, pos 7872512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963765:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1191980, offset 0, pos 7876608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963768:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1187884, offset 0, pos 7880704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963770:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1183788, offset 0, pos 7884800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963772:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1179692, offset 0, pos 7888896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963774:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1175596, offset 0, pos 7892992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963776:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1171500, offset 0, pos 7897088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963778:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1167404, offset 0, pos 7901184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963780:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1163308, offset 0, pos 7905280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963783:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1159212, offset 0, pos 7909376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963785:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1155116, offset 0, pos 7913472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963787:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1151020, offset 0, pos 7917568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963789:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1146924, offset 0, pos 7921664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963791:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1142828, offset 0, pos 7925760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963793:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1138732, offset 0, pos 7929856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963796:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1134636, offset 0, pos 7933952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963797:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1130540, offset 0, pos 7938048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963800:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1126444, offset 0, pos 7942144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963802:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1122348, offset 0, pos 7946240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963804:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1118252, offset 0, pos 7950336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963806:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1114156, offset 0, pos 7954432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963808:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1110060, offset 0, pos 7958528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963810:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1105964, offset 0, pos 7962624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963812:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1101868, offset 0, pos 7966720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963815:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1097772, offset 0, pos 7970816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963817:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1093676, offset 0, pos 7974912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963819:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1089580, offset 0, pos 7979008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963821:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1085484, offset 0, pos 7983104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963823:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1081388, offset 0, pos 7987200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963825:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1077292, offset 0, pos 7991296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963827:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1073196, offset 0, pos 7995392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963829:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1069100, offset 0, pos 7999488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963831:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1065004, offset 0, pos 8003584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963833:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1060908, offset 0, pos 8007680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963835:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1056812, offset 0, pos 8011776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963837:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1052716, offset 0, pos 8015872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963840:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1048620, offset 0, pos 8019968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963842:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1044524, offset 0, pos 8024064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963844:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1040428, offset 0, pos 8028160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963846:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1036332, offset 0, pos 8032256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963848:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1032236, offset 0, pos 8036352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963850:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1028140, offset 0, pos 8040448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963852:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1024044, offset 0, pos 8044544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963854:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1019948, offset 0, pos 8048640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963856:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1015852, offset 0, pos 8052736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963859:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1011756, offset 0, pos 8056832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963861:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1007660, offset 0, pos 8060928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963863:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 1003564, offset 0, pos 8065024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963865:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 999468, offset 0, pos 8069120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963867:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 995372, offset 0, pos 8073216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963869:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 991276, offset 0, pos 8077312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963871:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 987180, offset 0, pos 8081408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963873:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 983084, offset 0, pos 8085504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963876:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 978988, offset 0, pos 8089600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963878:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 974892, offset 0, pos 8093696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963880:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 970796, offset 0, pos 8097792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963882:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 966700, offset 0, pos 8101888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963884:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 962604, offset 0, pos 8105984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963886:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 958508, offset 0, pos 8110080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963888:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 954412, offset 0, pos 8114176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963890:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 950316, offset 0, pos 8118272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963893:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 946220, offset 0, pos 8122368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963895:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 942124, offset 0, pos 8126464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963897:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 938028, offset 0, pos 8130560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963899:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 933932, offset 0, pos 8134656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963901:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 929836, offset 0, pos 8138752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963903:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 925740, offset 0, pos 8142848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963905:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 921644, offset 0, pos 8146944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963908:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 917548, offset 0, pos 8151040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963910:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 913452, offset 0, pos 8155136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963912:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 909356, offset 0, pos 8159232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963914:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 905260, offset 0, pos 8163328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963916:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 901164, offset 0, pos 8167424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963918:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 897068, offset 0, pos 8171520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963920:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 892972, offset 0, pos 8175616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963922:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 888876, offset 0, pos 8179712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963925:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 884780, offset 0, pos 8183808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963927:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 880684, offset 0, pos 8187904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963929:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 876588, offset 0, pos 8192000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963931:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 872492, offset 0, pos 8196096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963934:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 868396, offset 0, pos 8200192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963936:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 864300, offset 0, pos 8204288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963938:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 860204, offset 0, pos 8208384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963940:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 856108, offset 0, pos 8212480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963942:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 852012, offset 0, pos 8216576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963944:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 847916, offset 0, pos 8220672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963946:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 843820, offset 0, pos 8224768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963949:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 839724, offset 0, pos 8228864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963951:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 835628, offset 0, pos 8232960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963953:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 831532, offset 0, pos 8237056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963955:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 827436, offset 0, pos 8241152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963957:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 823340, offset 0, pos 8245248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963959:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 819244, offset 0, pos 8249344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963961:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 815148, offset 0, pos 8253440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963963:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 811052, offset 0, pos 8257536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963966:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 806956, offset 0, pos 8261632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963968:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 802860, offset 0, pos 8265728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963970:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 798764, offset 0, pos 8269824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963972:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 794668, offset 0, pos 8273920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963974:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 790572, offset 0, pos 8278016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963976:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 786476, offset 0, pos 8282112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963978:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 782380, offset 0, pos 8286208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963980:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 778284, offset 0, pos 8290304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963983:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 774188, offset 0, pos 8294400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963985:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 770092, offset 0, pos 8298496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963987:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 765996, offset 0, pos 8302592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963990:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 761900, offset 0, pos 8306688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963992:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 757804, offset 0, pos 8310784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963994:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 753708, offset 0, pos 8314880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963996:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 749612, offset 0, pos 8318976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.963999:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 745516, offset 0, pos 8323072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964001:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 741420, offset 0, pos 8327168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964003:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 737324, offset 0, pos 8331264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964005:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 733228, offset 0, pos 8335360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964008:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 729132, offset 0, pos 8339456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964010:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 725036, offset 0, pos 8343552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964012:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 720940, offset 0, pos 8347648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964015:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 716844, offset 0, pos 8351744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964017:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 712748, offset 0, pos 8355840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964019:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 708652, offset 0, pos 8359936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964021:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 704556, offset 0, pos 8364032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964024:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 700460, offset 0, pos 8368128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964026:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 696364, offset 0, pos 8372224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964028:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 692268, offset 0, pos 8376320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964030:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 688172, offset 0, pos 8380416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964032:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 684076, offset 0, pos 8384512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964034:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 679980, offset 0, pos 8388608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964036:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 675884, offset 0, pos 8392704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964038:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 671788, offset 0, pos 8396800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964041:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 667692, offset 0, pos 8400896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964043:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 663596, offset 0, pos 8404992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964045:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 659500, offset 0, pos 8409088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964047:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 655404, offset 0, pos 8413184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964050:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 651308, offset 0, pos 8417280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964052:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 647212, offset 0, pos 8421376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964055:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 643116, offset 0, pos 8425472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964057:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 639020, offset 0, pos 8429568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964059:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 634924, offset 0, pos 8433664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964061:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 630828, offset 0, pos 8437760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964063:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 626732, offset 0, pos 8441856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964065:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 622636, offset 0, pos 8445952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964067:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 618540, offset 0, pos 8450048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964069:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 614444, offset 0, pos 8454144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964071:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 610348, offset 0, pos 8458240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964074:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 606252, offset 0, pos 8462336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964076:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 602156, offset 0, pos 8466432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964078:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 598060, offset 0, pos 8470528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964080:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 593964, offset 0, pos 8474624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964082:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 589868, offset 0, pos 8478720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964084:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 585772, offset 0, pos 8482816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964086:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 581676, offset 0, pos 8486912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964088:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 577580, offset 0, pos 8491008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964090:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 573484, offset 0, pos 8495104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964092:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 569388, offset 0, pos 8499200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964094:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 565292, offset 0, pos 8503296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964097:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 561196, offset 0, pos 8507392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964099:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 557100, offset 0, pos 8511488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964101:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 553004, offset 0, pos 8515584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964103:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 548908, offset 0, pos 8519680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964105:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 544812, offset 0, pos 8523776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964107:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 540716, offset 0, pos 8527872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964110:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 536620, offset 0, pos 8531968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964112:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 532524, offset 0, pos 8536064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964116:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 528428, offset 0, pos 8540160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964119:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 524332, offset 0, pos 8544256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964122:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 520236, offset 0, pos 8548352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964125:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 516140, offset 0, pos 8552448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964128:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 512044, offset 0, pos 8556544, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964132:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 507948, offset 0, pos 8560640, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964135:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 503852, offset 0, pos 8564736, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964138:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 499756, offset 0, pos 8568832, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964142:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 495660, offset 0, pos 8572928, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964145:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 491564, offset 0, pos 8577024, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964148:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 487468, offset 0, pos 8581120, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964152:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 483372, offset 0, pos 8585216, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964156:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 479276, offset 0, pos 8589312, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964159:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 475180, offset 0, pos 8593408, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964162:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 471084, offset 0, pos 8597504, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964166:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 466988, offset 0, pos 8601600, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964168:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 462892, offset 0, pos 8605696, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964171:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 458796, offset 0, pos 8609792, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964173:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 454700, offset 0, pos 8613888, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964176:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 450604, offset 0, pos 8617984, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964178:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 446508, offset 0, pos 8622080, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964180:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 442412, offset 0, pos 8626176, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964183:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 438316, offset 0, pos 8630272, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964185:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 434220, offset 0, pos 8634368, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964187:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 430124, offset 0, pos 8638464, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964189:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 426028, offset 0, pos 8642560, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964191:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 421932, offset 0, pos 8646656, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964194:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 417836, offset 0, pos 8650752, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964196:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 413740, offset 0, pos 8654848, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964198:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 409644, offset 0, pos 8658944, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964200:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 405548, offset 0, pos 8663040, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964203:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 401452, offset 0, pos 8667136, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964205:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 397356, offset 0, pos 8671232, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964207:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 393260, offset 0, pos 8675328, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964209:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 389164, offset 0, pos 8679424, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964211:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 385068, offset 0, pos 8683520, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964214:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 380972, offset 0, pos 8687616, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964216:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 376876, offset 0, pos 8691712, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964218:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 372780, offset 0, pos 8695808, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964220:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 368684, offset 0, pos 8699904, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964222:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 364588, offset 0, pos 8704000, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964225:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 360492, offset 0, pos 8708096, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964227:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 356396, offset 0, pos 8712192, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964229:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 352300, offset 0, pos 8716288, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964231:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 348204, offset 0, pos 8720384, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964233:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 344108, offset 0, pos 8724480, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964235:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 340012, offset 0, pos 8728576, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964238:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 335916, offset 0, pos 8732672, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964240:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 331820, offset 0, pos 8736768, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964242:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 327724, offset 0, pos 8740864, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964244:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 323628, offset 0, pos 8744960, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964246:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 319532, offset 0, pos 8749056, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964248:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 315436, offset 0, pos 8753152, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964251:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 311340, offset 0, pos 8757248, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964255:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 307244, offset 0, pos 8761344, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964258:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 303148, offset 0, pos 8765440, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964262:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 299052, offset 0, pos 8769536, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964265:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 294956, offset 0, pos 8773632, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964268:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 290860, offset 0, pos 8777728, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964270:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 286764, offset 0, pos 8781824, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964274:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 282668, offset 0, pos 8785920, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964277:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 278572, offset 0, pos 8790016, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964280:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 274476, offset 0, pos 8794112, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964283:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 270380, offset 0, pos 8798208, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964287:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 266284, offset 0, pos 8802304, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964291:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 262188, offset 0, pos 8806400, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964294:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 258092, offset 0, pos 8810496, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964297:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 253996, offset 0, pos 8814592, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964301:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 249900, offset 0, pos 8818688, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964303:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 245804, offset 0, pos 8822784, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964306:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 241708, offset 0, pos 8826880, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964309:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 237612, offset 0, pos 8830976, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964311:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 233516, offset 0, pos 8835072, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964313:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 229420, offset 0, pos 8839168, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964316:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 225324, offset 0, pos 8843264, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964318:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 221228, offset 0, pos 8847360, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964321:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 217132, offset 0, pos 8851456, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964323:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 213036, offset 0, pos 8855552, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964326:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 208940, offset 0, pos 8859648, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964328:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 204844, offset 0, pos 8863744, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964330:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 200748, offset 0, pos 8867840, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964332:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 196652, offset 0, pos 8871936, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964335:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 192556, offset 0, pos 8876032, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964337:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 188460, offset 0, pos 8880128, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964339:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 184364, offset 0, pos 8884224, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964341:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 180268, offset 0, pos 8888320, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964343:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 176172, offset 0, pos 8892416, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964345:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 172076, offset 0, pos 8896512, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964347:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 167980, offset 0, pos 8900608, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964349:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 163884, offset 0, pos 8904704, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964351:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 159788, offset 0, pos 8908800, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964353:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 155692, offset 0, pos 8912896, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964355:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 151596, offset 0, pos 8916992, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964357:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 147500, offset 0, pos 8921088, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964359:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 143404, offset 0, pos 8925184, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964361:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 139308, offset 0, pos 8929280, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964364:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 135212, offset 0, pos 8933376, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964366:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 131116, offset 0, pos 8937472, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964368:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 127020, offset 0, pos 8941568, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964370:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 122924, offset 0, pos 8945664, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964372:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 118828, offset 0, pos 8949760, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964375:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 114732, offset 0, pos 8953856, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964377:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 110636, offset 0, pos 8957952, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964379:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 106540, offset 0, pos 8962048, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964382:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 102444, offset 0, pos 8966144, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964386:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 98348, offset 0, pos 8970240, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964389:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 94252, offset 0, pos 8974336, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964392:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 90156, offset 0, pos 8978432, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964395:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 86060, offset 0, pos 8982528, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964398:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 81964, offset 0, pos 8986624, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964401:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 77868, offset 0, pos 8990720, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964404:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 73772, offset 0, pos 8994816, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964407:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 69676, offset 0, pos 8998912, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964411:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 65580, offset 0, pos 9003008, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964415:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 61484, offset 0, pos 9007104, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964418:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 57388, offset 0, pos 9011200, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964421:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 53292, offset 0, pos 9015296, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964424:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 49196, offset 0, pos 9019392, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964427:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 45100, offset 0, pos 9023488, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964430:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 41004, offset 0, pos 9027584, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964433:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 36908, offset 0, pos 9031680, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964435:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 32812, offset 0, pos 9035776, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964438:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 28716, offset 0, pos 9039872, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964440:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 24620, offset 0, pos 9043968, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964443:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 20524, offset 0, pos 9048064, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964446:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 16428, offset 0, pos 9052160, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964449:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 12332, offset 0, pos 9056256, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964452:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 8236, offset 0, pos 9060352, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964455:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 4140, offset 0, pos 9064448, cdp_page_count 2215 00000020:00200000:2.0:1780298646.964459:0:27705:0:(cl_io.c:1678:__ll_dio_user_copy()) count 44, offset 0, pos 9068544, cdp_page_count 2215 00000008:00100000:2.0:1780298646.965724:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645500 - object 0x2c0000401:18 offset 0<>4194304 00000008:00010000:2.0:1780298646.965758:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab300 00000008:00010000:2.0:1780298646.965761:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab0c0 00000100:00100000:3.0:1780298646.965805:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609793920:192.168.203.125@tcp:4:fsx.0 00000008:00100000:2.0:1780298646.967026:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388647b80 - object 0x2c0000401:18 offset 4194304<>8388608 00000008:00010000:2.0:1780298646.967047:0:27705:0:(osc_cache.c:2021:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8c4316eab0c0 00000100:00100000:3.0:1780298646.967078:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780298646.967089:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609794048:192.168.203.125@tcp:4:fsx.0 00000008:00100000:2.0:1780298646.967295:0:27705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff8c4388645c00 - object 0x2c0000401:18 offset 8388608<>9068588 00000100:00100000:3.0:1780298646.967389:0:2399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609794176:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298646.976514:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969829 gen 2 00000008:00010000:2.0:1780298646.976631:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab0c0 00000020:00200000:2.0:1780298646.976638:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2214 items remaining. 00000020:00200000:2.0:1780298646.976641:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2213 items remaining. 00000020:00200000:2.0:1780298646.976642:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2212 items remaining. 00000020:00200000:2.0:1780298646.976644:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2211 items remaining. 00000020:00200000:2.0:1780298646.976645:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2210 items remaining. 00000020:00200000:2.0:1780298646.976646:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2209 items remaining. 00000020:00200000:2.0:1780298646.976648:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2208 items remaining. 00000020:00200000:2.0:1780298646.976649:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2207 items remaining. 00000020:00200000:2.0:1780298646.976651:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2206 items remaining. 00000020:00200000:2.0:1780298646.976653:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2205 items remaining. 00000020:00200000:2.0:1780298646.976654:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2204 items remaining. 00000020:00200000:2.0:1780298646.976655:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2203 items remaining. 00000020:00200000:2.0:1780298646.976657:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2202 items remaining. 00000020:00200000:2.0:1780298646.976658:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2201 items remaining. 00000020:00200000:2.0:1780298646.976660:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2200 items remaining. 00000020:00200000:2.0:1780298646.976661:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2199 items remaining. 00000020:00200000:2.0:1780298646.976663:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2198 items remaining. 00000020:00200000:2.0:1780298646.976665:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2197 items remaining. 00000020:00200000:2.0:1780298646.976666:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2196 items remaining. 00000020:00200000:2.0:1780298646.976668:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2195 items remaining. 00000020:00200000:2.0:1780298646.976669:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2194 items remaining. 00000020:00200000:2.0:1780298646.976671:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2193 items remaining. 00000020:00200000:2.0:1780298646.976673:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2192 items remaining. 00000020:00200000:2.0:1780298646.976674:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2191 items remaining. 00000020:00200000:2.0:1780298646.976676:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2190 items remaining. 00000020:00200000:2.0:1780298646.976678:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2189 items remaining. 00000020:00200000:2.0:1780298646.976679:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2188 items remaining. 00000020:00200000:2.0:1780298646.976681:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2187 items remaining. 00000020:00200000:2.0:1780298646.976682:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2186 items remaining. 00000020:00200000:2.0:1780298646.976684:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2185 items remaining. 00000020:00200000:2.0:1780298646.976723:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2184 items remaining. 00000020:00200000:2.0:1780298646.976726:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2183 items remaining. 00000020:00200000:2.0:1780298646.976727:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2182 items remaining. 00000020:00200000:2.0:1780298646.976728:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2181 items remaining. 00000020:00200000:2.0:1780298646.976730:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2180 items remaining. 00000020:00200000:2.0:1780298646.976731:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2179 items remaining. 00000020:00200000:2.0:1780298646.976733:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2178 items remaining. 00000020:00200000:2.0:1780298646.976734:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2177 items remaining. 00000020:00200000:2.0:1780298646.976735:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2176 items remaining. 00000020:00200000:2.0:1780298646.976737:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2175 items remaining. 00000020:00200000:2.0:1780298646.976739:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2174 items remaining. 00000020:00200000:2.0:1780298646.976740:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2173 items remaining. 00000020:00200000:2.0:1780298646.976742:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2172 items remaining. 00000020:00200000:2.0:1780298646.976744:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2171 items remaining. 00000020:00200000:2.0:1780298646.976745:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2170 items remaining. 00000020:00200000:2.0:1780298646.976747:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2169 items remaining. 00000020:00200000:2.0:1780298646.976748:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2168 items remaining. 00000020:00200000:2.0:1780298646.976750:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2167 items remaining. 00000020:00200000:2.0:1780298646.976751:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2166 items remaining. 00000020:00200000:2.0:1780298646.976752:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2165 items remaining. 00000020:00200000:2.0:1780298646.976755:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2164 items remaining. 00000020:00200000:2.0:1780298646.976756:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2163 items remaining. 00000020:00200000:2.0:1780298646.976758:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2162 items remaining. 00000020:00200000:2.0:1780298646.976760:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2161 items remaining. 00000020:00200000:2.0:1780298646.976762:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2160 items remaining. 00000020:00200000:2.0:1780298646.976764:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2159 items remaining. 00000020:00200000:2.0:1780298646.976766:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2158 items remaining. 00000020:00200000:2.0:1780298646.976767:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2157 items remaining. 00000020:00200000:2.0:1780298646.976768:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2156 items remaining. 00000020:00200000:2.0:1780298646.976770:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2155 items remaining. 00000020:00200000:2.0:1780298646.976772:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2154 items remaining. 00000020:00200000:2.0:1780298646.976774:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2153 items remaining. 00000020:00200000:2.0:1780298646.976776:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2152 items remaining. 00000020:00200000:2.0:1780298646.976778:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2151 items remaining. 00000020:00200000:2.0:1780298646.976779:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2150 items remaining. 00000020:00200000:2.0:1780298646.976781:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2149 items remaining. 00000020:00200000:2.0:1780298646.976783:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2148 items remaining. 00000020:00200000:2.0:1780298646.976785:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2147 items remaining. 00000020:00200000:2.0:1780298646.976786:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2146 items remaining. 00000020:00200000:2.0:1780298646.976788:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2145 items remaining. 00000020:00200000:2.0:1780298646.976790:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2144 items remaining. 00000020:00200000:2.0:1780298646.976792:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2143 items remaining. 00000020:00200000:2.0:1780298646.976793:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2142 items remaining. 00000020:00200000:2.0:1780298646.976795:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2141 items remaining. 00000020:00200000:2.0:1780298646.976797:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2140 items remaining. 00000020:00200000:2.0:1780298646.976799:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2139 items remaining. 00000020:00200000:2.0:1780298646.976801:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2138 items remaining. 00000020:00200000:2.0:1780298646.976802:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2137 items remaining. 00000020:00200000:2.0:1780298646.976803:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2136 items remaining. 00000020:00200000:2.0:1780298646.976804:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2135 items remaining. 00000020:00200000:2.0:1780298646.976806:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2134 items remaining. 00000020:00200000:2.0:1780298646.976807:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2133 items remaining. 00000020:00200000:2.0:1780298646.976808:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2132 items remaining. 00000020:00200000:2.0:1780298646.976810:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2131 items remaining. 00000020:00200000:2.0:1780298646.976812:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2130 items remaining. 00000020:00200000:2.0:1780298646.976813:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2129 items remaining. 00000020:00200000:2.0:1780298646.976815:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2128 items remaining. 00000020:00200000:2.0:1780298646.976816:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2127 items remaining. 00000020:00200000:2.0:1780298646.976818:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2126 items remaining. 00000020:00200000:2.0:1780298646.976820:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2125 items remaining. 00000020:00200000:2.0:1780298646.976822:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2124 items remaining. 00000020:00200000:2.0:1780298646.976824:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2123 items remaining. 00000020:00200000:2.0:1780298646.976826:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2122 items remaining. 00000020:00200000:2.0:1780298646.976827:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2121 items remaining. 00000020:00200000:2.0:1780298646.976829:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2120 items remaining. 00000020:00200000:2.0:1780298646.976831:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2119 items remaining. 00000020:00200000:2.0:1780298646.976832:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2118 items remaining. 00000020:00200000:2.0:1780298646.976834:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2117 items remaining. 00000020:00200000:2.0:1780298646.976835:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2116 items remaining. 00000020:00200000:2.0:1780298646.976836:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2115 items remaining. 00000020:00200000:2.0:1780298646.976837:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2114 items remaining. 00000020:00200000:2.0:1780298646.976838:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2113 items remaining. 00000020:00200000:2.0:1780298646.976839:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2112 items remaining. 00000020:00200000:2.0:1780298646.976841:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2111 items remaining. 00000020:00200000:2.0:1780298646.976842:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2110 items remaining. 00000020:00200000:2.0:1780298646.976843:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2109 items remaining. 00000020:00200000:2.0:1780298646.976844:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2108 items remaining. 00000020:00200000:2.0:1780298646.976846:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2107 items remaining. 00000020:00200000:2.0:1780298646.976848:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2106 items remaining. 00000020:00200000:2.0:1780298646.976849:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2105 items remaining. 00000020:00200000:2.0:1780298646.976851:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2104 items remaining. 00000020:00200000:2.0:1780298646.976852:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2103 items remaining. 00000020:00200000:2.0:1780298646.976854:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2102 items remaining. 00000020:00200000:2.0:1780298646.976855:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2101 items remaining. 00000020:00200000:2.0:1780298646.976856:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2100 items remaining. 00000020:00200000:2.0:1780298646.976858:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2099 items remaining. 00000020:00200000:2.0:1780298646.976860:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2098 items remaining. 00000020:00200000:2.0:1780298646.976861:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2097 items remaining. 00000020:00200000:2.0:1780298646.976863:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2096 items remaining. 00000020:00200000:2.0:1780298646.976864:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2095 items remaining. 00000020:00200000:2.0:1780298646.976866:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2094 items remaining. 00000020:00200000:2.0:1780298646.976868:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2093 items remaining. 00000020:00200000:2.0:1780298646.976869:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2092 items remaining. 00000020:00200000:2.0:1780298646.976871:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2091 items remaining. 00000020:00200000:2.0:1780298646.976873:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2090 items remaining. 00000020:00200000:2.0:1780298646.976874:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2089 items remaining. 00000020:00200000:2.0:1780298646.976876:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2088 items remaining. 00000020:00200000:2.0:1780298646.976877:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2087 items remaining. 00000020:00200000:2.0:1780298646.976878:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2086 items remaining. 00000020:00200000:2.0:1780298646.976880:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2085 items remaining. 00000020:00200000:2.0:1780298646.976881:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2084 items remaining. 00000020:00200000:2.0:1780298646.976882:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2083 items remaining. 00000020:00200000:2.0:1780298646.976884:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2082 items remaining. 00000020:00200000:2.0:1780298646.976885:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2081 items remaining. 00000020:00200000:2.0:1780298646.976886:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2080 items remaining. 00000020:00200000:2.0:1780298646.976888:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2079 items remaining. 00000020:00200000:2.0:1780298646.976889:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2078 items remaining. 00000020:00200000:2.0:1780298646.976891:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2077 items remaining. 00000020:00200000:2.0:1780298646.976892:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2076 items remaining. 00000020:00200000:2.0:1780298646.976893:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2075 items remaining. 00000020:00200000:2.0:1780298646.976895:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2074 items remaining. 00000020:00200000:2.0:1780298646.976897:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2073 items remaining. 00000020:00200000:2.0:1780298646.976899:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2072 items remaining. 00000020:00200000:2.0:1780298646.976900:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2071 items remaining. 00000020:00200000:2.0:1780298646.976902:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2070 items remaining. 00000020:00200000:2.0:1780298646.976903:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2069 items remaining. 00000020:00200000:2.0:1780298646.976905:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2068 items remaining. 00000020:00200000:2.0:1780298646.976906:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2067 items remaining. 00000020:00200000:2.0:1780298646.976908:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2066 items remaining. 00000020:00200000:2.0:1780298646.976909:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2065 items remaining. 00000020:00200000:2.0:1780298646.976911:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2064 items remaining. 00000020:00200000:2.0:1780298646.976912:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2063 items remaining. 00000020:00200000:2.0:1780298646.976914:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2062 items remaining. 00000020:00200000:2.0:1780298646.976916:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2061 items remaining. 00000020:00200000:2.0:1780298646.976918:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2060 items remaining. 00000020:00200000:2.0:1780298646.976919:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2059 items remaining. 00000020:00200000:2.0:1780298646.976921:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2058 items remaining. 00000020:00200000:2.0:1780298646.976922:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2057 items remaining. 00000020:00200000:2.0:1780298646.976924:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2056 items remaining. 00000020:00200000:2.0:1780298646.976925:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2055 items remaining. 00000020:00200000:2.0:1780298646.976927:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2054 items remaining. 00000020:00200000:2.0:1780298646.976928:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2053 items remaining. 00000020:00200000:2.0:1780298646.976930:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2052 items remaining. 00000020:00200000:2.0:1780298646.976931:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2051 items remaining. 00000020:00200000:2.0:1780298646.976932:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2050 items remaining. 00000020:00200000:2.0:1780298646.976934:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2049 items remaining. 00000020:00200000:2.0:1780298646.976935:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2048 items remaining. 00000008:00010000:2.0:1780298646.976939:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab0c0 00000100:00100000:2.0:1780298646.976961:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609794176:192.168.203.125@tcp:4:fsx.0 00000100:00100000:2.0:1780298646.993859:0:2399:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43884eb800: committing for last_committed 4294969831 gen 2 00000008:00010000:2.0:1780298646.993945:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c4316eab300 00000020:00200000:2.0:1780298646.993951:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2047 items remaining. 00000020:00200000:2.0:1780298646.993954:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2046 items remaining. 00000020:00200000:2.0:1780298646.993955:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2045 items remaining. 00000020:00200000:2.0:1780298646.993956:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2044 items remaining. 00000020:00200000:2.0:1780298646.993957:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2043 items remaining. 00000020:00200000:2.0:1780298646.993958:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2042 items remaining. 00000020:00200000:2.0:1780298646.993959:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2041 items remaining. 00000020:00200000:2.0:1780298646.993960:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2040 items remaining. 00000020:00200000:2.0:1780298646.993961:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2039 items remaining. 00000020:00200000:2.0:1780298646.993962:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2038 items remaining. 00000020:00200000:2.0:1780298646.993963:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2037 items remaining. 00000020:00200000:2.0:1780298646.993964:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2036 items remaining. 00000020:00200000:2.0:1780298646.993966:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2035 items remaining. 00000020:00200000:2.0:1780298646.993967:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2034 items remaining. 00000020:00200000:2.0:1780298646.993968:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2033 items remaining. 00000020:00200000:2.0:1780298646.993969:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2032 items remaining. 00000020:00200000:2.0:1780298646.993970:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2031 items remaining. 00000020:00200000:2.0:1780298646.993972:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2030 items remaining. 00000020:00200000:2.0:1780298646.993972:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2029 items remaining. 00000020:00200000:2.0:1780298646.993973:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2028 items remaining. 00000020:00200000:2.0:1780298646.993974:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2027 items remaining. 00000020:00200000:2.0:1780298646.993975:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2026 items remaining. 00000020:00200000:2.0:1780298646.993976:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2025 items remaining. 00000020:00200000:2.0:1780298646.993977:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2024 items remaining. 00000020:00200000:2.0:1780298646.993978:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2023 items remaining. 00000020:00200000:2.0:1780298646.993978:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2022 items remaining. 00000020:00200000:2.0:1780298646.993979:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2021 items remaining. 00000020:00200000:2.0:1780298646.993980:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2020 items remaining. 00000020:00200000:2.0:1780298646.993981:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2019 items remaining. 00000020:00200000:2.0:1780298646.993982:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2018 items remaining. 00000020:00200000:2.0:1780298646.993983:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2017 items remaining. 00000020:00200000:2.0:1780298646.993984:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2016 items remaining. 00000020:00200000:2.0:1780298646.993985:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2015 items remaining. 00000020:00200000:2.0:1780298646.993986:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2014 items remaining. 00000020:00200000:2.0:1780298646.993986:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2013 items remaining. 00000020:00200000:2.0:1780298646.993987:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2012 items remaining. 00000020:00200000:2.0:1780298646.993988:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2011 items remaining. 00000020:00200000:2.0:1780298646.993989:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2010 items remaining. 00000020:00200000:2.0:1780298646.993990:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2009 items remaining. 00000020:00200000:2.0:1780298646.993991:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2008 items remaining. 00000020:00200000:2.0:1780298646.993992:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2007 items remaining. 00000020:00200000:2.0:1780298646.993993:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2006 items remaining. 00000020:00200000:2.0:1780298646.993993:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2005 items remaining. 00000020:00200000:2.0:1780298646.993994:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2004 items remaining. 00000020:00200000:2.0:1780298646.993996:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2003 items remaining. 00000020:00200000:2.0:1780298646.993998:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2002 items remaining. 00000020:00200000:2.0:1780298646.994000:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2001 items remaining. 00000020:00200000:2.0:1780298646.994001:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2000 items remaining. 00000020:00200000:2.0:1780298646.994003:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1999 items remaining. 00000020:00200000:2.0:1780298646.994005:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1998 items remaining. 00000020:00200000:2.0:1780298646.994007:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1997 items remaining. 00000020:00200000:2.0:1780298646.994008:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1996 items remaining. 00000020:00200000:2.0:1780298646.994010:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1995 items remaining. 00000020:00200000:2.0:1780298646.994011:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1994 items remaining. 00000020:00200000:2.0:1780298646.994013:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1993 items remaining. 00000020:00200000:2.0:1780298646.994015:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1992 items remaining. 00000020:00200000:2.0:1780298646.994016:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1991 items remaining. 00000020:00200000:2.0:1780298646.994018:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1990 items remaining. 00000020:00200000:2.0:1780298646.994020:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1989 items remaining. 00000020:00200000:2.0:1780298646.994021:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1988 items remaining. 00000020:00200000:2.0:1780298646.994023:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1987 items remaining. 00000020:00200000:2.0:1780298646.994024:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1986 items remaining. 00000020:00200000:2.0:1780298646.994026:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1985 items remaining. 00000020:00200000:2.0:1780298646.994028:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1984 items remaining. 00000020:00200000:2.0:1780298646.994030:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1983 items remaining. 00000020:00200000:2.0:1780298646.994031:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1982 items remaining. 00000020:00200000:2.0:1780298646.994034:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1981 items remaining. 00000020:00200000:2.0:1780298646.994035:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1980 items remaining. 00000020:00200000:2.0:1780298646.994037:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1979 items remaining. 00000020:00200000:2.0:1780298646.994039:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1978 items remaining. 00000020:00200000:2.0:1780298646.994041:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1977 items remaining. 00000020:00200000:2.0:1780298646.994042:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1976 items remaining. 00000020:00200000:2.0:1780298646.994044:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1975 items remaining. 00000020:00200000:2.0:1780298646.994046:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1974 items remaining. 00000020:00200000:2.0:1780298646.994048:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1973 items remaining. 00000020:00200000:2.0:1780298646.994050:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1972 items remaining. 00000020:00200000:2.0:1780298646.994052:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1971 items remaining. 00000020:00200000:2.0:1780298646.994054:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1970 items remaining. 00000020:00200000:2.0:1780298646.994056:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1969 items remaining. 00000020:00200000:2.0:1780298646.994058:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1968 items remaining. 00000020:00200000:2.0:1780298646.994060:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1967 items remaining. 00000020:00200000:2.0:1780298646.994061:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1966 items remaining. 00000020:00200000:2.0:1780298646.994062:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1965 items remaining. 00000020:00200000:2.0:1780298646.994063:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1964 items remaining. 00000020:00200000:2.0:1780298646.994064:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1963 items remaining. 00000020:00200000:2.0:1780298646.994065:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1962 items remaining. 00000020:00200000:2.0:1780298646.994066:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1961 items remaining. 00000020:00200000:2.0:1780298646.994067:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1960 items remaining. 00000020:00200000:2.0:1780298646.994068:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1959 items remaining. 00000020:00200000:2.0:1780298646.994069:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1958 items remaining. 00000020:00200000:2.0:1780298646.994070:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1957 items remaining. 00000020:00200000:2.0:1780298646.994071:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1956 items remaining. 00000020:00200000:2.0:1780298646.994071:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1955 items remaining. 00000020:00200000:2.0:1780298646.994072:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1954 items remaining. 00000020:00200000:2.0:1780298646.994073:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1953 items remaining. 00000020:00200000:2.0:1780298646.994074:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1952 items remaining. 00000020:00200000:2.0:1780298646.994075:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1951 items remaining. 00000020:00200000:2.0:1780298646.994076:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1950 items remaining. 00000020:00200000:2.0:1780298646.994077:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1949 items remaining. 00000020:00200000:2.0:1780298646.994077:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1948 items remaining. 00000020:00200000:2.0:1780298646.994078:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1947 items remaining. 00000020:00200000:2.0:1780298646.994079:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1946 items remaining. 00000020:00200000:2.0:1780298646.994081:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1945 items remaining. 00000020:00200000:2.0:1780298646.994081:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1944 items remaining. 00000020:00200000:2.0:1780298646.994082:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1943 items remaining. 00000020:00200000:2.0:1780298646.994083:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1942 items remaining. 00000020:00200000:2.0:1780298646.994084:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1941 items remaining. 00000020:00200000:2.0:1780298646.994085:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1940 items remaining. 00000020:00200000:2.0:1780298646.994086:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1939 items remaining. 00000020:00200000:2.0:1780298646.994088:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1938 items remaining. 00000020:00200000:2.0:1780298646.994089:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1937 items remaining. 00000020:00200000:2.0:1780298646.994090:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1936 items remaining. 00000020:00200000:2.0:1780298646.994091:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1935 items remaining. 00000020:00200000:2.0:1780298646.994093:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1934 items remaining. 00000020:00200000:2.0:1780298646.994094:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1933 items remaining. 00000020:00200000:2.0:1780298646.994095:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1932 items remaining. 00000020:00200000:2.0:1780298646.994095:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1931 items remaining. 00000020:00200000:2.0:1780298646.994096:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1930 items remaining. 00000020:00200000:2.0:1780298646.994097:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1929 items remaining. 00000020:00200000:2.0:1780298646.994098:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1928 items remaining. 00000020:00200000:2.0:1780298646.994099:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1927 items remaining. 00000020:00200000:2.0:1780298646.994100:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1926 items remaining. 00000020:00200000:2.0:1780298646.994101:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1925 items remaining. 00000020:00200000:2.0:1780298646.994102:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1924 items remaining. 00000020:00200000:2.0:1780298646.994103:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1923 items remaining. 00000020:00200000:2.0:1780298646.994104:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1922 items remaining. 00000020:00200000:2.0:1780298646.994105:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1921 items remaining. 00000020:00200000:2.0:1780298646.994106:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1920 items remaining. 00000020:00200000:2.0:1780298646.994107:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1919 items remaining. 00000020:00200000:2.0:1780298646.994107:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1918 items remaining. 00000020:00200000:2.0:1780298646.994108:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1917 items remaining. 00000020:00200000:2.0:1780298646.994109:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1916 items remaining. 00000020:00200000:2.0:1780298646.994110:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1915 items remaining. 00000020:00200000:2.0:1780298646.994111:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1914 items remaining. 00000020:00200000:2.0:1780298646.994112:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1913 items remaining. 00000020:00200000:2.0:1780298646.994113:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1912 items remaining. 00000020:00200000:2.0:1780298646.994113:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1911 items remaining. 00000020:00200000:2.0:1780298646.994114:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1910 items remaining. 00000020:00200000:2.0:1780298646.994115:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1909 items remaining. 00000020:00200000:2.0:1780298646.994116:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1908 items remaining. 00000020:00200000:2.0:1780298646.994118:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1907 items remaining. 00000020:00200000:2.0:1780298646.994119:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1906 items remaining. 00000020:00200000:2.0:1780298646.994120:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1905 items remaining. 00000020:00200000:2.0:1780298646.994122:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1904 items remaining. 00000020:00200000:2.0:1780298646.994123:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1903 items remaining. 00000020:00200000:2.0:1780298646.994124:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1902 items remaining. 00000020:00200000:2.0:1780298646.994125:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1901 items remaining. 00000020:00200000:2.0:1780298646.994126:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1900 items remaining. 00000020:00200000:2.0:1780298646.994127:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1899 items remaining. 00000020:00200000:2.0:1780298646.994127:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1898 items remaining. 00000020:00200000:2.0:1780298646.994129:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1897 items remaining. 00000020:00200000:2.0:1780298646.994129:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1896 items remaining. 00000020:00200000:2.0:1780298646.994130:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1895 items remaining. 00000020:00200000:2.0:1780298646.994131:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1894 items remaining. 00000020:00200000:2.0:1780298646.994132:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1893 items remaining. 00000020:00200000:2.0:1780298646.994133:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1892 items remaining. 00000020:00200000:2.0:1780298646.994134:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1891 items remaining. 00000020:00200000:2.0:1780298646.994135:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1890 items remaining. 00000020:00200000:2.0:1780298646.994136:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1889 items remaining. 00000020:00200000:2.0:1780298646.994136:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1888 items remaining. 00000020:00200000:2.0:1780298646.994137:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1887 items remaining. 00000020:00200000:2.0:1780298646.994138:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1886 items remaining. 00000020:00200000:2.0:1780298646.994139:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1885 items remaining. 00000020:00200000:2.0:1780298646.994140:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1884 items remaining. 00000020:00200000:2.0:1780298646.994141:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1883 items remaining. 00000020:00200000:2.0:1780298646.994142:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1882 items remaining. 00000020:00200000:2.0:1780298646.994143:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1881 items remaining. 00000020:00200000:2.0:1780298646.994143:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1880 items remaining. 00000020:00200000:2.0:1780298646.994144:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1879 items remaining. 00000020:00200000:2.0:1780298646.994145:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1878 items remaining. 00000020:00200000:2.0:1780298646.994146:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1877 items remaining. 00000020:00200000:2.0:1780298646.994147:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1876 items remaining. 00000020:00200000:2.0:1780298646.994149:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1875 items remaining. 00000020:00200000:2.0:1780298646.994150:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1874 items remaining. 00000020:00200000:2.0:1780298646.994152:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1873 items remaining. 00000020:00200000:2.0:1780298646.994153:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1872 items remaining. 00000020:00200000:2.0:1780298646.994154:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1871 items remaining. 00000020:00200000:2.0:1780298646.994155:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1870 items remaining. 00000020:00200000:2.0:1780298646.994156:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1869 items remaining. 00000020:00200000:2.0:1780298646.994157:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1868 items remaining. 00000020:00200000:2.0:1780298646.994158:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1867 items remaining. 00000020:00200000:2.0:1780298646.994159:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1866 items remaining. 00000020:00200000:2.0:1780298646.994160:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1865 items remaining. 00000020:00200000:2.0:1780298646.994161:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1864 items remaining. 00000020:00200000:2.0:1780298646.994162:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1863 items remaining. 00000020:00200000:2.0:1780298646.994163:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1862 items remaining. 00000020:00200000:2.0:1780298646.994164:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1861 items remaining. 00000020:00200000:2.0:1780298646.994164:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1860 items remaining. 00000020:00200000:2.0:1780298646.994165:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1859 items remaining. 00000020:00200000:2.0:1780298646.994166:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1858 items remaining. 00000020:00200000:2.0:1780298646.994167:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1857 items remaining. 00000020:00200000:2.0:1780298646.994168:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1856 items remaining. 00000020:00200000:2.0:1780298646.994169:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1855 items remaining. 00000020:00200000:2.0:1780298646.994169:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1854 items remaining. 00000020:00200000:2.0:1780298646.994170:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1853 items remaining. 00000020:00200000:2.0:1780298646.994171:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1852 items remaining. 00000020:00200000:2.0:1780298646.994172:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1851 items remaining. 00000020:00200000:2.0:1780298646.994173:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1850 items remaining. 00000020:00200000:2.0:1780298646.994174:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1849 items remaining. 00000020:00200000:2.0:1780298646.994175:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1848 items remaining. 00000020:00200000:2.0:1780298646.994176:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1847 items remaining. 00000020:00200000:2.0:1780298646.994177:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1846 items remaining. 00000020:00200000:2.0:1780298646.994178:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1845 items remaining. 00000020:00200000:2.0:1780298646.994178:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1844 items remaining. 00000020:00200000:2.0:1780298646.994180:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1843 items remaining. 00000020:00200000:2.0:1780298646.994181:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1842 items remaining. 00000020:00200000:2.0:1780298646.994183:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1841 items remaining. 00000020:00200000:2.0:1780298646.994184:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1840 items remaining. 00000020:00200000:2.0:1780298646.994185:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1839 items remaining. 00000020:00200000:2.0:1780298646.994186:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1838 items remaining. 00000020:00200000:2.0:1780298646.994187:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1837 items remaining. 00000020:00200000:2.0:1780298646.994188:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1836 items remaining. 00000020:00200000:2.0:1780298646.994189:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1835 items remaining. 00000020:00200000:2.0:1780298646.994189:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1834 items remaining. 00000020:00200000:2.0:1780298646.994190:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1833 items remaining. 00000020:00200000:2.0:1780298646.994191:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1832 items remaining. 00000020:00200000:2.0:1780298646.994192:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1831 items remaining. 00000020:00200000:2.0:1780298646.994193:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1830 items remaining. 00000020:00200000:2.0:1780298646.994194:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1829 items remaining. 00000020:00200000:2.0:1780298646.994195:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1828 items remaining. 00000020:00200000:2.0:1780298646.994196:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1827 items remaining. 00000020:00200000:2.0:1780298646.994196:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1826 items remaining. 00000020:00200000:2.0:1780298646.994197:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1825 items remaining. 00000020:00200000:2.0:1780298646.994198:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1824 items remaining. 00000020:00200000:2.0:1780298646.994199:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1823 items remaining. 00000020:00200000:2.0:1780298646.994200:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1822 items remaining. 00000020:00200000:2.0:1780298646.994201:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1821 items remaining. 00000020:00200000:2.0:1780298646.994202:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1820 items remaining. 00000020:00200000:2.0:1780298646.994203:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1819 items remaining. 00000020:00200000:2.0:1780298646.994203:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1818 items remaining. 00000020:00200000:2.0:1780298646.994204:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1817 items remaining. 00000020:00200000:2.0:1780298646.994205:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1816 items remaining. 00000020:00200000:2.0:1780298646.994206:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1815 items remaining. 00000020:00200000:2.0:1780298646.994207:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1814 items remaining. 00000020:00200000:2.0:1780298646.994208:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1813 items remaining. 00000020:00200000:2.0:1780298646.994209:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1812 items remaining. 00000020:00200000:2.0:1780298646.994210:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1811 items remaining. 00000020:00200000:2.0:1780298646.994212:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1810 items remaining. 00000020:00200000:2.0:1780298646.994213:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1809 items remaining. 00000020:00200000:2.0:1780298646.994214:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1808 items remaining. 00000020:00200000:2.0:1780298646.994215:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1807 items remaining. 00000020:00200000:2.0:1780298646.994217:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1806 items remaining. 00000020:00200000:2.0:1780298646.994217:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1805 items remaining. 00000020:00200000:2.0:1780298646.994218:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1804 items remaining. 00000020:00200000:2.0:1780298646.994219:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1803 items remaining. 00000020:00200000:2.0:1780298646.994220:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1802 items remaining. 00000020:00200000:2.0:1780298646.994221:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1801 items remaining. 00000020:00200000:2.0:1780298646.994222:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1800 items remaining. 00000020:00200000:2.0:1780298646.994223:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1799 items remaining. 00000020:00200000:2.0:1780298646.994223:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1798 items remaining. 00000020:00200000:2.0:1780298646.994224:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1797 items remaining. 00000020:00200000:2.0:1780298646.994226:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1796 items remaining. 00000020:00200000:2.0:1780298646.994226:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1795 items remaining. 00000020:00200000:2.0:1780298646.994227:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1794 items remaining. 00000020:00200000:2.0:1780298646.994228:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1793 items remaining. 00000020:00200000:2.0:1780298646.994229:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1792 items remaining. 00000020:00200000:2.0:1780298646.994230:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1791 items remaining. 00000020:00200000:2.0:1780298646.994231:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1790 items remaining. 00000020:00200000:2.0:1780298646.994232:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1789 items remaining. 00000020:00200000:2.0:1780298646.994233:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1788 items remaining. 00000020:00200000:2.0:1780298646.994234:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1787 items remaining. 00000020:00200000:2.0:1780298646.994234:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1786 items remaining. 00000020:00200000:2.0:1780298646.994235:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1785 items remaining. 00000020:00200000:2.0:1780298646.994236:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1784 items remaining. 00000020:00200000:2.0:1780298646.994237:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1783 items remaining. 00000020:00200000:2.0:1780298646.994238:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1782 items remaining. 00000020:00200000:2.0:1780298646.994239:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1781 items remaining. 00000020:00200000:2.0:1780298646.994240:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1780 items remaining. 00000020:00200000:2.0:1780298646.994242:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1779 items remaining. 00000020:00200000:2.0:1780298646.994243:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1778 items remaining. 00000020:00200000:2.0:1780298646.994244:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1777 items remaining. 00000020:00200000:2.0:1780298646.994246:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1776 items remaining. 00000020:00200000:2.0:1780298646.994247:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1775 items remaining. 00000020:00200000:2.0:1780298646.994248:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1774 items remaining. 00000020:00200000:2.0:1780298646.994249:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1773 items remaining. 00000020:00200000:2.0:1780298646.994250:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1772 items remaining. 00000020:00200000:2.0:1780298646.994251:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1771 items remaining. 00000020:00200000:2.0:1780298646.994252:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1770 items remaining. 00000020:00200000:2.0:1780298646.994253:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1769 items remaining. 00000020:00200000:2.0:1780298646.994254:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1768 items remaining. 00000020:00200000:2.0:1780298646.994255:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1767 items remaining. 00000020:00200000:2.0:1780298646.994256:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1766 items remaining. 00000020:00200000:2.0:1780298646.994256:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1765 items remaining. 00000020:00200000:2.0:1780298646.994257:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1764 items remaining. 00000020:00200000:2.0:1780298646.994258:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1763 items remaining. 00000020:00200000:2.0:1780298646.994259:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1762 items remaining. 00000020:00200000:2.0:1780298646.994260:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1761 items remaining. 00000020:00200000:2.0:1780298646.994261:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1760 items remaining. 00000020:00200000:2.0:1780298646.994262:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1759 items remaining. 00000020:00200000:2.0:1780298646.994263:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1758 items remaining. 00000020:00200000:2.0:1780298646.994264:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1757 items remaining. 00000020:00200000:2.0:1780298646.994265:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1756 items remaining. 00000020:00200000:2.0:1780298646.994266:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1755 items remaining. 00000020:00200000:2.0:1780298646.994266:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1754 items remaining. 00000020:00200000:2.0:1780298646.994268:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1753 items remaining. 00000020:00200000:2.0:1780298646.994269:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1752 items remaining. 00000020:00200000:2.0:1780298646.994269:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1751 items remaining. 00000020:00200000:2.0:1780298646.994270:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1750 items remaining. 00000020:00200000:2.0:1780298646.994271:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1749 items remaining. 00000020:00200000:2.0:1780298646.994272:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1748 items remaining. 00000020:00200000:2.0:1780298646.994273:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1747 items remaining. 00000020:00200000:2.0:1780298646.994274:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1746 items remaining. 00000020:00200000:2.0:1780298646.994276:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1745 items remaining. 00000020:00200000:2.0:1780298646.994277:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1744 items remaining. 00000020:00200000:2.0:1780298646.994278:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1743 items remaining. 00000020:00200000:2.0:1780298646.994279:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1742 items remaining. 00000020:00200000:2.0:1780298646.994280:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1741 items remaining. 00000020:00200000:2.0:1780298646.994281:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1740 items remaining. 00000020:00200000:2.0:1780298646.994282:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1739 items remaining. 00000020:00200000:2.0:1780298646.994283:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1738 items remaining. 00000020:00200000:2.0:1780298646.994283:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1737 items remaining. 00000020:00200000:2.0:1780298646.994284:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1736 items remaining. 00000020:00200000:2.0:1780298646.994285:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1735 items remaining. 00000020:00200000:2.0:1780298646.994286:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1734 items remaining. 00000020:00200000:2.0:1780298646.994287:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1733 items remaining. 00000020:00200000:2.0:1780298646.994288:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1732 items remaining. 00000020:00200000:2.0:1780298646.994289:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1731 items remaining. 00000020:00200000:2.0:1780298646.994290:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1730 items remaining. 00000020:00200000:2.0:1780298646.994291:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1729 items remaining. 00000020:00200000:2.0:1780298646.994292:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1728 items remaining. 00000020:00200000:2.0:1780298646.994294:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1727 items remaining. 00000020:00200000:2.0:1780298646.994295:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1726 items remaining. 00000020:00200000:2.0:1780298646.994296:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1725 items remaining. 00000020:00200000:2.0:1780298646.994298:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1724 items remaining. 00000020:00200000:2.0:1780298646.994299:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1723 items remaining. 00000020:00200000:2.0:1780298646.994301:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1722 items remaining. 00000020:00200000:2.0:1780298646.994302:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1721 items remaining. 00000020:00200000:2.0:1780298646.994304:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1720 items remaining. 00000020:00200000:2.0:1780298646.994305:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1719 items remaining. 00000020:00200000:2.0:1780298646.994307:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1718 items remaining. 00000020:00200000:2.0:1780298646.994308:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1717 items remaining. 00000020:00200000:2.0:1780298646.994310:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1716 items remaining. 00000020:00200000:2.0:1780298646.994312:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1715 items remaining. 00000020:00200000:2.0:1780298646.994314:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1714 items remaining. 00000020:00200000:2.0:1780298646.994316:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1713 items remaining. 00000020:00200000:2.0:1780298646.994318:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1712 items remaining. 00000020:00200000:2.0:1780298646.994319:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1711 items remaining. 00000020:00200000:2.0:1780298646.994321:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1710 items remaining. 00000020:00200000:2.0:1780298646.994323:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1709 items remaining. 00000020:00200000:2.0:1780298646.994324:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1708 items remaining. 00000020:00200000:2.0:1780298646.994326:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1707 items remaining. 00000020:00200000:2.0:1780298646.994327:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1706 items remaining. 00000020:00200000:2.0:1780298646.994329:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1705 items remaining. 00000020:00200000:2.0:1780298646.994331:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1704 items remaining. 00000020:00200000:2.0:1780298646.994333:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1703 items remaining. 00000020:00200000:2.0:1780298646.994334:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1702 items remaining. 00000020:00200000:2.0:1780298646.994336:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1701 items remaining. 00000020:00200000:2.0:1780298646.994337:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1700 items remaining. 00000020:00200000:2.0:1780298646.994339:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1699 items remaining. 00000020:00200000:2.0:1780298646.994341:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1698 items remaining. 00000020:00200000:2.0:1780298646.994342:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1697 items remaining. 00000020:00200000:2.0:1780298646.994344:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1696 items remaining. 00000020:00200000:2.0:1780298646.994345:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1695 items remaining. 00000020:00200000:2.0:1780298646.994346:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1694 items remaining. 00000020:00200000:2.0:1780298646.994348:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1693 items remaining. 00000020:00200000:2.0:1780298646.994348:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1692 items remaining. 00000020:00200000:2.0:1780298646.994349:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1691 items remaining. 00000020:00200000:2.0:1780298646.994350:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1690 items remaining. 00000020:00200000:2.0:1780298646.994351:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1689 items remaining. 00000020:00200000:2.0:1780298646.994352:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1688 items remaining. 00000020:00200000:2.0:1780298646.994353:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1687 items remaining. 00000020:00200000:2.0:1780298646.994354:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1686 items remaining. 00000020:00200000:2.0:1780298646.994355:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1685 items remaining. 00000020:00200000:2.0:1780298646.994356:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1684 items remaining. 00000020:00200000:2.0:1780298646.994357:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1683 items remaining. 00000020:00200000:2.0:1780298646.994359:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1682 items remaining. 00000020:00200000:2.0:1780298646.994360:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1681 items remaining. 00000020:00200000:2.0:1780298646.994361:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1680 items remaining. 00000020:00200000:2.0:1780298646.994363:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1679 items remaining. 00000020:00200000:2.0:1780298646.994364:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1678 items remaining. 00000020:00200000:2.0:1780298646.994365:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1677 items remaining. 00000020:00200000:2.0:1780298646.994366:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1676 items remaining. 00000020:00200000:2.0:1780298646.994367:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1675 items remaining. 00000020:00200000:2.0:1780298646.994367:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1674 items remaining. 00000020:00200000:2.0:1780298646.994368:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1673 items remaining. 00000020:00200000:2.0:1780298646.994369:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1672 items remaining. 00000020:00200000:2.0:1780298646.994370:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1671 items remaining. 00000020:00200000:2.0:1780298646.994371:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1670 items remaining. 00000020:00200000:2.0:1780298646.994372:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1669 items remaining. 00000020:00200000:2.0:1780298646.994373:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1668 items remaining. 00000020:00200000:2.0:1780298646.994374:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1667 items remaining. 00000020:00200000:2.0:1780298646.994375:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1666 items remaining. 00000020:00200000:2.0:1780298646.994376:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1665 items remaining. 00000020:00200000:2.0:1780298646.994377:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1664 items remaining. 00000020:00200000:2.0:1780298646.994377:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1663 items remaining. 00000020:00200000:2.0:1780298646.994378:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1662 items remaining. 00000020:00200000:2.0:1780298646.994379:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1661 items remaining. 00000020:00200000:2.0:1780298646.994380:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1660 items remaining. 00000020:00200000:2.0:1780298646.994381:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1659 items remaining. 00000020:00200000:2.0:1780298646.994382:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1658 items remaining. 00000020:00200000:2.0:1780298646.994383:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1657 items remaining. 00000020:00200000:2.0:1780298646.994384:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1656 items remaining. 00000020:00200000:2.0:1780298646.994385:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1655 items remaining. 00000020:00200000:2.0:1780298646.994386:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1654 items remaining. 00000020:00200000:2.0:1780298646.994387:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1653 items remaining. 00000020:00200000:2.0:1780298646.994388:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1652 items remaining. 00000020:00200000:2.0:1780298646.994389:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1651 items remaining. 00000020:00200000:2.0:1780298646.994391:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1650 items remaining. 00000020:00200000:2.0:1780298646.994392:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1649 items remaining. 00000020:00200000:2.0:1780298646.994393:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1648 items remaining. 00000020:00200000:2.0:1780298646.994394:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1647 items remaining. 00000020:00200000:2.0:1780298646.994395:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1646 items remaining. 00000020:00200000:2.0:1780298646.994396:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1645 items remaining. 00000020:00200000:2.0:1780298646.994397:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1644 items remaining. 00000020:00200000:2.0:1780298646.994398:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1643 items remaining. 00000020:00200000:2.0:1780298646.994399:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1642 items remaining. 00000020:00200000:2.0:1780298646.994400:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1641 items remaining. 00000020:00200000:2.0:1780298646.994401:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1640 items remaining. 00000020:00200000:2.0:1780298646.994402:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1639 items remaining. 00000020:00200000:2.0:1780298646.994402:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1638 items remaining. 00000020:00200000:2.0:1780298646.994403:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1637 items remaining. 00000020:00200000:2.0:1780298646.994404:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1636 items remaining. 00000020:00200000:2.0:1780298646.994405:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1635 items remaining. 00000020:00200000:2.0:1780298646.994406:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1634 items remaining. 00000020:00200000:2.0:1780298646.994407:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1633 items remaining. 00000020:00200000:2.0:1780298646.994408:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1632 items remaining. 00000020:00200000:2.0:1780298646.994409:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1631 items remaining. 00000020:00200000:2.0:1780298646.994409:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1630 items remaining. 00000020:00200000:2.0:1780298646.994410:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1629 items remaining. 00000020:00200000:2.0:1780298646.994411:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1628 items remaining. 00000020:00200000:2.0:1780298646.994412:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1627 items remaining. 00000020:00200000:2.0:1780298646.994413:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1626 items remaining. 00000020:00200000:2.0:1780298646.994414:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1625 items remaining. 00000020:00200000:2.0:1780298646.994415:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1624 items remaining. 00000020:00200000:2.0:1780298646.994415:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1623 items remaining. 00000020:00200000:2.0:1780298646.994416:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1622 items remaining. 00000020:00200000:2.0:1780298646.994417:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1621 items remaining. 00000020:00200000:2.0:1780298646.994418:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1620 items remaining. 00000020:00200000:2.0:1780298646.994420:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1619 items remaining. 00000020:00200000:2.0:1780298646.994421:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1618 items remaining. 00000020:00200000:2.0:1780298646.994422:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1617 items remaining. 00000020:00200000:2.0:1780298646.994424:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1616 items remaining. 00000020:00200000:2.0:1780298646.994425:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1615 items remaining. 00000020:00200000:2.0:1780298646.994426:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1614 items remaining. 00000020:00200000:2.0:1780298646.994427:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1613 items remaining. 00000020:00200000:2.0:1780298646.994431:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1612 items remaining. 00000020:00200000:2.0:1780298646.994432:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1611 items remaining. 00000020:00200000:2.0:1780298646.994433:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1610 items remaining. 00000020:00200000:2.0:1780298646.994434:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1609 items remaining. 00000020:00200000:2.0:1780298646.994435:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1608 items remaining. 00000020:00200000:2.0:1780298646.994436:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1607 items remaining. 00000020:00200000:2.0:1780298646.994437:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1606 items remaining. 00000020:00200000:2.0:1780298646.994438:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1605 items remaining. 00000020:00200000:2.0:1780298646.994439:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1604 items remaining. 00000020:00200000:2.0:1780298646.994440:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1603 items remaining. 00000020:00200000:2.0:1780298646.994441:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1602 items remaining. 00000020:00200000:2.0:1780298646.994442:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1601 items remaining. 00000020:00200000:2.0:1780298646.994443:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1600 items remaining. 00000020:00200000:2.0:1780298646.994443:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1599 items remaining. 00000020:00200000:2.0:1780298646.994444:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1598 items remaining. 00000020:00200000:2.0:1780298646.994445:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1597 items remaining. 00000020:00200000:2.0:1780298646.994446:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1596 items remaining. 00000020:00200000:2.0:1780298646.994447:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1595 items remaining. 00000020:00200000:2.0:1780298646.994448:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1594 items remaining. 00000020:00200000:2.0:1780298646.994449:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1593 items remaining. 00000020:00200000:2.0:1780298646.994450:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1592 items remaining. 00000020:00200000:2.0:1780298646.994451:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1591 items remaining. 00000020:00200000:2.0:1780298646.994452:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1590 items remaining. 00000020:00200000:2.0:1780298646.994453:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1589 items remaining. 00000020:00200000:2.0:1780298646.994454:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1588 items remaining. 00000020:00200000:2.0:1780298646.994456:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1587 items remaining. 00000020:00200000:2.0:1780298646.994458:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1586 items remaining. 00000020:00200000:2.0:1780298646.994460:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1585 items remaining. 00000020:00200000:2.0:1780298646.994462:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1584 items remaining. 00000020:00200000:2.0:1780298646.994464:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1583 items remaining. 00000020:00200000:2.0:1780298646.994465:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1582 items remaining. 00000020:00200000:2.0:1780298646.994467:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1581 items remaining. 00000020:00200000:2.0:1780298646.994468:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1580 items remaining. 00000020:00200000:2.0:1780298646.994470:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1579 items remaining. 00000020:00200000:2.0:1780298646.994471:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1578 items remaining. 00000020:00200000:2.0:1780298646.994473:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1577 items remaining. 00000020:00200000:2.0:1780298646.994474:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1576 items remaining. 00000020:00200000:2.0:1780298646.994476:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1575 items remaining. 00000020:00200000:2.0:1780298646.994478:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1574 items remaining. 00000020:00200000:2.0:1780298646.994479:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1573 items remaining. 00000020:00200000:2.0:1780298646.994481:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1572 items remaining. 00000020:00200000:2.0:1780298646.994482:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1571 items remaining. 00000020:00200000:2.0:1780298646.994490:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1570 items remaining. 00000020:00200000:2.0:1780298646.994493:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1569 items remaining. 00000020:00200000:2.0:1780298646.994495:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1568 items remaining. 00000020:00200000:2.0:1780298646.994497:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1567 items remaining. 00000020:00200000:2.0:1780298646.994499:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1566 items remaining. 00000020:00200000:2.0:1780298646.994501:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1565 items remaining. 00000020:00200000:2.0:1780298646.994502:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1564 items remaining. 00000020:00200000:2.0:1780298646.994504:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1563 items remaining. 00000020:00200000:2.0:1780298646.994505:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1562 items remaining. 00000020:00200000:2.0:1780298646.994507:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1561 items remaining. 00000020:00200000:2.0:1780298646.994509:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1560 items remaining. 00000020:00200000:2.0:1780298646.994510:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1559 items remaining. 00000020:00200000:2.0:1780298646.994512:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1558 items remaining. 00000020:00200000:2.0:1780298646.994514:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1557 items remaining. 00000020:00200000:2.0:1780298646.994516:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1556 items remaining. 00000020:00200000:2.0:1780298646.994518:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1555 items remaining. 00000020:00200000:2.0:1780298646.994520:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1554 items remaining. 00000020:00200000:2.0:1780298646.994522:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1553 items remaining. 00000020:00200000:2.0:1780298646.994523:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1552 items remaining. 00000020:00200000:2.0:1780298646.994525:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1551 items remaining. 00000020:00200000:2.0:1780298646.994527:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1550 items remaining. 00000020:00200000:2.0:1780298646.994528:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1549 items remaining. 00000020:00200000:2.0:1780298646.994530:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1548 items remaining. 00000020:00200000:2.0:1780298646.994531:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1547 items remaining. 00000020:00200000:2.0:1780298646.994532:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1546 items remaining. 00000020:00200000:2.0:1780298646.994534:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1545 items remaining. 00000020:00200000:2.0:1780298646.994535:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1544 items remaining. 00000020:00200000:2.0:1780298646.994536:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1543 items remaining. 00000020:00200000:2.0:1780298646.994538:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1542 items remaining. 00000020:00200000:2.0:1780298646.994539:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1541 items remaining. 00000020:00200000:2.0:1780298646.994541:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1540 items remaining. 00000020:00200000:2.0:1780298646.994543:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1539 items remaining. 00000020:00200000:2.0:1780298646.994545:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1538 items remaining. 00000020:00200000:2.0:1780298646.994546:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1537 items remaining. 00000020:00200000:2.0:1780298646.994548:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1536 items remaining. 00000020:00200000:2.0:1780298646.994550:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1535 items remaining. 00000020:00200000:2.0:1780298646.994551:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1534 items remaining. 00000020:00200000:2.0:1780298646.994553:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1533 items remaining. 00000020:00200000:2.0:1780298646.994554:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1532 items remaining. 00000020:00200000:2.0:1780298646.994556:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1531 items remaining. 00000020:00200000:2.0:1780298646.994557:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1530 items remaining. 00000020:00200000:2.0:1780298646.994559:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1529 items remaining. 00000020:00200000:2.0:1780298646.994561:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1528 items remaining. 00000020:00200000:2.0:1780298646.994562:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1527 items remaining. 00000020:00200000:2.0:1780298646.994564:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1526 items remaining. 00000020:00200000:2.0:1780298646.994566:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1525 items remaining. 00000020:00200000:2.0:1780298646.994567:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1524 items remaining. 00000020:00200000:2.0:1780298646.994569:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1523 items remaining. 00000020:00200000:2.0:1780298646.994571:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1522 items remaining. 00000020:00200000:2.0:1780298646.994572:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1521 items remaining. 00000020:00200000:2.0:1780298646.994574:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1520 items remaining. 00000020:00200000:2.0:1780298646.994576:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1519 items remaining. 00000020:00200000:2.0:1780298646.994578:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1518 items remaining. 00000020:00200000:2.0:1780298646.994579:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1517 items remaining. 00000020:00200000:2.0:1780298646.994581:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1516 items remaining. 00000020:00200000:2.0:1780298646.994582:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1515 items remaining. 00000020:00200000:2.0:1780298646.994584:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1514 items remaining. 00000020:00200000:2.0:1780298646.994585:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1513 items remaining. 00000020:00200000:2.0:1780298646.994587:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1512 items remaining. 00000020:00200000:2.0:1780298646.994588:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1511 items remaining. 00000020:00200000:2.0:1780298646.994590:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1510 items remaining. 00000020:00200000:2.0:1780298646.994591:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1509 items remaining. 00000020:00200000:2.0:1780298646.994593:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1508 items remaining. 00000020:00200000:2.0:1780298646.994594:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1507 items remaining. 00000020:00200000:2.0:1780298646.994596:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1506 items remaining. 00000020:00200000:2.0:1780298646.994597:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1505 items remaining. 00000020:00200000:2.0:1780298646.994599:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1504 items remaining. 00000020:00200000:2.0:1780298646.994601:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1503 items remaining. 00000020:00200000:2.0:1780298646.994602:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1502 items remaining. 00000020:00200000:2.0:1780298646.994603:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1501 items remaining. 00000020:00200000:2.0:1780298646.994605:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1500 items remaining. 00000020:00200000:2.0:1780298646.994606:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1499 items remaining. 00000020:00200000:2.0:1780298646.994608:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1498 items remaining. 00000020:00200000:2.0:1780298646.994610:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1497 items remaining. 00000020:00200000:2.0:1780298646.994611:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1496 items remaining. 00000020:00200000:2.0:1780298646.994613:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1495 items remaining. 00000020:00200000:2.0:1780298646.994616:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1494 items remaining. 00000020:00200000:2.0:1780298646.994617:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1493 items remaining. 00000020:00200000:2.0:1780298646.994619:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1492 items remaining. 00000020:00200000:2.0:1780298646.994621:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1491 items remaining. 00000020:00200000:2.0:1780298646.994622:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1490 items remaining. 00000020:00200000:2.0:1780298646.994624:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1489 items remaining. 00000020:00200000:2.0:1780298646.994626:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1488 items remaining. 00000020:00200000:2.0:1780298646.994627:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1487 items remaining. 00000020:00200000:2.0:1780298646.994628:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1486 items remaining. 00000020:00200000:2.0:1780298646.994630:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1485 items remaining. 00000020:00200000:2.0:1780298646.994632:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1484 items remaining. 00000020:00200000:2.0:1780298646.994634:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1483 items remaining. 00000020:00200000:2.0:1780298646.994635:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1482 items remaining. 00000020:00200000:2.0:1780298646.994636:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1481 items remaining. 00000020:00200000:2.0:1780298646.994638:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1480 items remaining. 00000020:00200000:2.0:1780298646.994639:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1479 items remaining. 00000020:00200000:2.0:1780298646.994640:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1478 items remaining. 00000020:00200000:2.0:1780298646.994642:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1477 items remaining. 00000020:00200000:2.0:1780298646.994643:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1476 items remaining. 00000020:00200000:2.0:1780298646.994645:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1475 items remaining. 00000020:00200000:2.0:1780298646.994646:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1474 items remaining. 00000020:00200000:2.0:1780298646.994648:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1473 items remaining. 00000020:00200000:2.0:1780298646.994650:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1472 items remaining. 00000020:00200000:2.0:1780298646.994652:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1471 items remaining. 00000020:00200000:2.0:1780298646.994653:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1470 items remaining. 00000020:00200000:2.0:1780298646.994656:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1469 items remaining. 00000020:00200000:2.0:1780298646.994658:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1468 items remaining. 00000020:00200000:2.0:1780298646.994659:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1467 items remaining. 00000020:00200000:2.0:1780298646.994661:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1466 items remaining. 00000020:00200000:2.0:1780298646.994663:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1465 items remaining. 00000020:00200000:2.0:1780298646.994664:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1464 items remaining. 00000020:00200000:2.0:1780298646.994665:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1463 items remaining. 00000020:00200000:2.0:1780298646.994667:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1462 items remaining. 00000020:00200000:2.0:1780298646.994669:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1461 items remaining. 00000020:00200000:2.0:1780298646.994670:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1460 items remaining. 00000020:00200000:2.0:1780298646.994673:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1459 items remaining. 00000020:00200000:2.0:1780298646.994674:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1458 items remaining. 00000020:00200000:2.0:1780298646.994676:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1457 items remaining. 00000020:00200000:2.0:1780298646.994677:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1456 items remaining. 00000020:00200000:2.0:1780298646.994679:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1455 items remaining. 00000020:00200000:2.0:1780298646.994681:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1454 items remaining. 00000020:00200000:2.0:1780298646.994682:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1453 items remaining. 00000020:00200000:2.0:1780298646.994684:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1452 items remaining. 00000020:00200000:2.0:1780298646.994718:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1451 items remaining. 00000020:00200000:2.0:1780298646.994720:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1450 items remaining. 00000020:00200000:2.0:1780298646.994722:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1449 items remaining. 00000020:00200000:2.0:1780298646.994723:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1448 items remaining. 00000020:00200000:2.0:1780298646.994724:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1447 items remaining. 00000020:00200000:2.0:1780298646.994726:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1446 items remaining. 00000020:00200000:2.0:1780298646.994728:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1445 items remaining. 00000020:00200000:2.0:1780298646.994729:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1444 items remaining. 00000020:00200000:2.0:1780298646.994731:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1443 items remaining. 00000020:00200000:2.0:1780298646.994733:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1442 items remaining. 00000020:00200000:2.0:1780298646.994734:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1441 items remaining. 00000020:00200000:2.0:1780298646.994736:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1440 items remaining. 00000020:00200000:2.0:1780298646.994737:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1439 items remaining. 00000020:00200000:2.0:1780298646.994739:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1438 items remaining. 00000020:00200000:2.0:1780298646.994741:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1437 items remaining. 00000020:00200000:2.0:1780298646.994742:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1436 items remaining. 00000020:00200000:2.0:1780298646.994744:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1435 items remaining. 00000020:00200000:2.0:1780298646.994746:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1434 items remaining. 00000020:00200000:2.0:1780298646.994748:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1433 items remaining. 00000020:00200000:2.0:1780298646.994750:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1432 items remaining. 00000020:00200000:2.0:1780298646.994751:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1431 items remaining. 00000020:00200000:2.0:1780298646.994753:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1430 items remaining. 00000020:00200000:2.0:1780298646.994754:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1429 items remaining. 00000020:00200000:2.0:1780298646.994756:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1428 items remaining. 00000020:00200000:2.0:1780298646.994759:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1427 items remaining. 00000020:00200000:2.0:1780298646.994760:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1426 items remaining. 00000020:00200000:2.0:1780298646.994762:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1425 items remaining. 00000020:00200000:2.0:1780298646.994763:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1424 items remaining. 00000020:00200000:2.0:1780298646.994765:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1423 items remaining. 00000020:00200000:2.0:1780298646.994767:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1422 items remaining. 00000020:00200000:2.0:1780298646.994768:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1421 items remaining. 00000020:00200000:2.0:1780298646.994770:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1420 items remaining. 00000020:00200000:2.0:1780298646.994771:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1419 items remaining. 00000020:00200000:2.0:1780298646.994773:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1418 items remaining. 00000020:00200000:2.0:1780298646.994775:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1417 items remaining. 00000020:00200000:2.0:1780298646.994776:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1416 items remaining. 00000020:00200000:2.0:1780298646.994777:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1415 items remaining. 00000020:00200000:2.0:1780298646.994779:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1414 items remaining. 00000020:00200000:2.0:1780298646.994780:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1413 items remaining. 00000020:00200000:2.0:1780298646.994782:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1412 items remaining. 00000020:00200000:2.0:1780298646.994783:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1411 items remaining. 00000020:00200000:2.0:1780298646.994785:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1410 items remaining. 00000020:00200000:2.0:1780298646.994787:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1409 items remaining. 00000020:00200000:2.0:1780298646.994788:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1408 items remaining. 00000020:00200000:2.0:1780298646.994790:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1407 items remaining. 00000020:00200000:2.0:1780298646.994791:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1406 items remaining. 00000020:00200000:2.0:1780298646.994792:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1405 items remaining. 00000020:00200000:2.0:1780298646.994794:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1404 items remaining. 00000020:00200000:2.0:1780298646.994796:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1403 items remaining. 00000020:00200000:2.0:1780298646.994797:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1402 items remaining. 00000020:00200000:2.0:1780298646.994799:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1401 items remaining. 00000020:00200000:2.0:1780298646.994800:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1400 items remaining. 00000020:00200000:2.0:1780298646.994801:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1399 items remaining. 00000020:00200000:2.0:1780298646.994803:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1398 items remaining. 00000020:00200000:2.0:1780298646.994804:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1397 items remaining. 00000020:00200000:2.0:1780298646.994805:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1396 items remaining. 00000020:00200000:2.0:1780298646.994807:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1395 items remaining. 00000020:00200000:2.0:1780298646.994809:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1394 items remaining. 00000020:00200000:2.0:1780298646.994810:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1393 items remaining. 00000020:00200000:2.0:1780298646.994812:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1392 items remaining. 00000020:00200000:2.0:1780298646.994813:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1391 items remaining. 00000020:00200000:2.0:1780298646.994815:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1390 items remaining. 00000020:00200000:2.0:1780298646.994816:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1389 items remaining. 00000020:00200000:2.0:1780298646.994818:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1388 items remaining. 00000020:00200000:2.0:1780298646.994819:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1387 items remaining. 00000020:00200000:2.0:1780298646.994821:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1386 items remaining. 00000020:00200000:2.0:1780298646.994822:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1385 items remaining. 00000020:00200000:2.0:1780298646.994823:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1384 items remaining. 00000020:00200000:2.0:1780298646.994825:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1383 items remaining. 00000020:00200000:2.0:1780298646.994826:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1382 items remaining. 00000020:00200000:2.0:1780298646.994827:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1381 items remaining. 00000020:00200000:2.0:1780298646.994828:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1380 items remaining. 00000020:00200000:2.0:1780298646.994829:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1379 items remaining. 00000020:00200000:2.0:1780298646.994831:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1378 items remaining. 00000020:00200000:2.0:1780298646.994832:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1377 items remaining. 00000020:00200000:2.0:1780298646.994834:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1376 items remaining. 00000020:00200000:2.0:1780298646.994836:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1375 items remaining. 00000020:00200000:2.0:1780298646.994838:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1374 items remaining. 00000020:00200000:2.0:1780298646.994839:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1373 items remaining. 00000020:00200000:2.0:1780298646.994841:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1372 items remaining. 00000020:00200000:2.0:1780298646.994843:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1371 items remaining. 00000020:00200000:2.0:1780298646.994845:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1370 items remaining. 00000020:00200000:2.0:1780298646.994847:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1369 items remaining. 00000020:00200000:2.0:1780298646.994849:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1368 items remaining. 00000020:00200000:2.0:1780298646.994850:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1367 items remaining. 00000020:00200000:2.0:1780298646.994852:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1366 items remaining. 00000020:00200000:2.0:1780298646.994854:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1365 items remaining. 00000020:00200000:2.0:1780298646.994855:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1364 items remaining. 00000020:00200000:2.0:1780298646.994857:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1363 items remaining. 00000020:00200000:2.0:1780298646.994859:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1362 items remaining. 00000020:00200000:2.0:1780298646.994860:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1361 items remaining. 00000020:00200000:2.0:1780298646.994862:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1360 items remaining. 00000020:00200000:2.0:1780298646.994863:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1359 items remaining. 00000020:00200000:2.0:1780298646.994865:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1358 items remaining. 00000020:00200000:2.0:1780298646.994867:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1357 items remaining. 00000020:00200000:2.0:1780298646.994868:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1356 items remaining. 00000020:00200000:2.0:1780298646.994870:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1355 items remaining. 00000020:00200000:2.0:1780298646.994871:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1354 items remaining. 00000020:00200000:2.0:1780298646.994873:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1353 items remaining. 00000020:00200000:2.0:1780298646.994874:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1352 items remaining. 00000020:00200000:2.0:1780298646.994875:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1351 items remaining. 00000020:00200000:2.0:1780298646.994877:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1350 items remaining. 00000020:00200000:2.0:1780298646.994878:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1349 items remaining. 00000020:00200000:2.0:1780298646.994880:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1348 items remaining. 00000020:00200000:2.0:1780298646.994882:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1347 items remaining. 00000020:00200000:2.0:1780298646.994883:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1346 items remaining. 00000020:00200000:2.0:1780298646.994884:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1345 items remaining. 00000020:00200000:2.0:1780298646.994886:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1344 items remaining. 00000020:00200000:2.0:1780298646.994888:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1343 items remaining. 00000020:00200000:2.0:1780298646.994890:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1342 items remaining. 00000020:00200000:2.0:1780298646.994891:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1341 items remaining. 00000020:00200000:2.0:1780298646.994893:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1340 items remaining. 00000020:00200000:2.0:1780298646.994895:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1339 items remaining. 00000020:00200000:2.0:1780298646.994896:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1338 items remaining. 00000020:00200000:2.0:1780298646.994898:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1337 items remaining. 00000020:00200000:2.0:1780298646.994899:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1336 items remaining. 00000020:00200000:2.0:1780298646.994901:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1335 items remaining. 00000020:00200000:2.0:1780298646.994903:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1334 items remaining. 00000020:00200000:2.0:1780298646.994905:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1333 items remaining. 00000020:00200000:2.0:1780298646.994906:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1332 items remaining. 00000020:00200000:2.0:1780298646.994908:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1331 items remaining. 00000020:00200000:2.0:1780298646.994910:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1330 items remaining. 00000020:00200000:2.0:1780298646.994912:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1329 items remaining. 00000020:00200000:2.0:1780298646.994913:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1328 items remaining. 00000020:00200000:2.0:1780298646.994915:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1327 items remaining. 00000020:00200000:2.0:1780298646.994916:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1326 items remaining. 00000020:00200000:2.0:1780298646.994917:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1325 items remaining. 00000020:00200000:2.0:1780298646.994919:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1324 items remaining. 00000020:00200000:2.0:1780298646.994921:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1323 items remaining. 00000020:00200000:2.0:1780298646.994922:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1322 items remaining. 00000020:00200000:2.0:1780298646.994923:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1321 items remaining. 00000020:00200000:2.0:1780298646.994925:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1320 items remaining. 00000020:00200000:2.0:1780298646.994927:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1319 items remaining. 00000020:00200000:2.0:1780298646.994928:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1318 items remaining. 00000020:00200000:2.0:1780298646.994930:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1317 items remaining. 00000020:00200000:2.0:1780298646.994931:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1316 items remaining. 00000020:00200000:2.0:1780298646.994933:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1315 items remaining. 00000020:00200000:2.0:1780298646.994935:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1314 items remaining. 00000020:00200000:2.0:1780298646.994936:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1313 items remaining. 00000020:00200000:2.0:1780298646.994938:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1312 items remaining. 00000020:00200000:2.0:1780298646.994939:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1311 items remaining. 00000020:00200000:2.0:1780298646.994941:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1310 items remaining. 00000020:00200000:2.0:1780298646.994943:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1309 items remaining. 00000020:00200000:2.0:1780298646.994944:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1308 items remaining. 00000020:00200000:2.0:1780298646.994945:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1307 items remaining. 00000020:00200000:2.0:1780298646.994947:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1306 items remaining. 00000020:00200000:2.0:1780298646.994948:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1305 items remaining. 00000020:00200000:2.0:1780298646.994949:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1304 items remaining. 00000020:00200000:2.0:1780298646.994951:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1303 items remaining. 00000020:00200000:2.0:1780298646.994953:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1302 items remaining. 00000020:00200000:2.0:1780298646.994955:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1301 items remaining. 00000020:00200000:2.0:1780298646.994956:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1300 items remaining. 00000020:00200000:2.0:1780298646.994958:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1299 items remaining. 00000020:00200000:2.0:1780298646.994959:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1298 items remaining. 00000020:00200000:2.0:1780298646.994963:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1297 items remaining. 00000020:00200000:2.0:1780298646.994964:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1296 items remaining. 00000020:00200000:2.0:1780298646.994966:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1295 items remaining. 00000020:00200000:2.0:1780298646.994967:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1294 items remaining. 00000020:00200000:2.0:1780298646.994969:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1293 items remaining. 00000020:00200000:2.0:1780298646.994970:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1292 items remaining. 00000020:00200000:2.0:1780298646.994972:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1291 items remaining. 00000020:00200000:2.0:1780298646.994973:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1290 items remaining. 00000020:00200000:2.0:1780298646.994975:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1289 items remaining. 00000020:00200000:2.0:1780298646.994976:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1288 items remaining. 00000020:00200000:2.0:1780298646.994977:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1287 items remaining. 00000020:00200000:2.0:1780298646.994978:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1286 items remaining. 00000020:00200000:2.0:1780298646.994980:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1285 items remaining. 00000020:00200000:2.0:1780298646.994981:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1284 items remaining. 00000020:00200000:2.0:1780298646.994983:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1283 items remaining. 00000020:00200000:2.0:1780298646.994984:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1282 items remaining. 00000020:00200000:2.0:1780298646.994986:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1281 items remaining. 00000020:00200000:2.0:1780298646.994988:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1280 items remaining. 00000020:00200000:2.0:1780298646.994989:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1279 items remaining. 00000020:00200000:2.0:1780298646.994990:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1278 items remaining. 00000020:00200000:2.0:1780298646.994992:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1277 items remaining. 00000020:00200000:2.0:1780298646.994993:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1276 items remaining. 00000020:00200000:2.0:1780298646.994995:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1275 items remaining. 00000020:00200000:2.0:1780298646.994997:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1274 items remaining. 00000020:00200000:2.0:1780298646.994999:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1273 items remaining. 00000020:00200000:2.0:1780298646.995000:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1272 items remaining. 00000020:00200000:2.0:1780298646.995002:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1271 items remaining. 00000020:00200000:2.0:1780298646.995003:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1270 items remaining. 00000020:00200000:2.0:1780298646.995005:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1269 items remaining. 00000020:00200000:2.0:1780298646.995007:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1268 items remaining. 00000020:00200000:2.0:1780298646.995010:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1267 items remaining. 00000020:00200000:2.0:1780298646.995011:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1266 items remaining. 00000020:00200000:2.0:1780298646.995013:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1265 items remaining. 00000020:00200000:2.0:1780298646.995014:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1264 items remaining. 00000020:00200000:2.0:1780298646.995016:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1263 items remaining. 00000020:00200000:2.0:1780298646.995017:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1262 items remaining. 00000020:00200000:2.0:1780298646.995019:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1261 items remaining. 00000020:00200000:2.0:1780298646.995020:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1260 items remaining. 00000020:00200000:2.0:1780298646.995021:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1259 items remaining. 00000020:00200000:2.0:1780298646.995023:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1258 items remaining. 00000020:00200000:2.0:1780298646.995024:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1257 items remaining. 00000020:00200000:2.0:1780298646.995025:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1256 items remaining. 00000020:00200000:2.0:1780298646.995027:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1255 items remaining. 00000020:00200000:2.0:1780298646.995028:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1254 items remaining. 00000020:00200000:2.0:1780298646.995030:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1253 items remaining. 00000020:00200000:2.0:1780298646.995031:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1252 items remaining. 00000020:00200000:2.0:1780298646.995033:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1251 items remaining. 00000020:00200000:2.0:1780298646.995034:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1250 items remaining. 00000020:00200000:2.0:1780298646.995036:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1249 items remaining. 00000020:00200000:2.0:1780298646.995037:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1248 items remaining. 00000020:00200000:2.0:1780298646.995039:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1247 items remaining. 00000020:00200000:2.0:1780298646.995040:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1246 items remaining. 00000020:00200000:2.0:1780298646.995042:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1245 items remaining. 00000020:00200000:2.0:1780298646.995043:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1244 items remaining. 00000020:00200000:2.0:1780298646.995045:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1243 items remaining. 00000020:00200000:2.0:1780298646.995047:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1242 items remaining. 00000020:00200000:2.0:1780298646.995048:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1241 items remaining. 00000020:00200000:2.0:1780298646.995050:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1240 items remaining. 00000020:00200000:2.0:1780298646.995051:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1239 items remaining. 00000020:00200000:2.0:1780298646.995052:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1238 items remaining. 00000020:00200000:2.0:1780298646.995054:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1237 items remaining. 00000020:00200000:2.0:1780298646.995055:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1236 items remaining. 00000020:00200000:2.0:1780298646.995058:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1235 items remaining. 00000020:00200000:2.0:1780298646.995059:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1234 items remaining. 00000020:00200000:2.0:1780298646.995061:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1233 items remaining. 00000020:00200000:2.0:1780298646.995062:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1232 items remaining. 00000020:00200000:2.0:1780298646.995064:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1231 items remaining. 00000020:00200000:2.0:1780298646.995066:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1230 items remaining. 00000020:00200000:2.0:1780298646.995067:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1229 items remaining. 00000020:00200000:2.0:1780298646.995069:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1228 items remaining. 00000020:00200000:2.0:1780298646.995070:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1227 items remaining. 00000020:00200000:2.0:1780298646.995072:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1226 items remaining. 00000020:00200000:2.0:1780298646.995073:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1225 items remaining. 00000020:00200000:2.0:1780298646.995074:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1224 items remaining. 00000020:00200000:2.0:1780298646.995076:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1223 items remaining. 00000020:00200000:2.0:1780298646.995078:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1222 items remaining. 00000020:00200000:2.0:1780298646.995079:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1221 items remaining. 00000020:00200000:2.0:1780298646.995081:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1220 items remaining. 00000020:00200000:2.0:1780298646.995083:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1219 items remaining. 00000020:00200000:2.0:1780298646.995084:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1218 items remaining. 00000020:00200000:2.0:1780298646.995086:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1217 items remaining. 00000020:00200000:2.0:1780298646.995087:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1216 items remaining. 00000020:00200000:2.0:1780298646.995089:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1215 items remaining. 00000020:00200000:2.0:1780298646.995090:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1214 items remaining. 00000020:00200000:2.0:1780298646.995092:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1213 items remaining. 00000020:00200000:2.0:1780298646.995094:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1212 items remaining. 00000020:00200000:2.0:1780298646.995096:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1211 items remaining. 00000020:00200000:2.0:1780298646.995097:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1210 items remaining. 00000020:00200000:2.0:1780298646.995099:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1209 items remaining. 00000020:00200000:2.0:1780298646.995101:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1208 items remaining. 00000020:00200000:2.0:1780298646.995102:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1207 items remaining. 00000020:00200000:2.0:1780298646.995104:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1206 items remaining. 00000020:00200000:2.0:1780298646.995106:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1205 items remaining. 00000020:00200000:2.0:1780298646.995108:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1204 items remaining. 00000020:00200000:2.0:1780298646.995109:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1203 items remaining. 00000020:00200000:2.0:1780298646.995111:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1202 items remaining. 00000020:00200000:2.0:1780298646.995113:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1201 items remaining. 00000020:00200000:2.0:1780298646.995115:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1200 items remaining. 00000020:00200000:2.0:1780298646.995116:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1199 items remaining. 00000020:00200000:2.0:1780298646.995118:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1198 items remaining. 00000020:00200000:2.0:1780298646.995120:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1197 items remaining. 00000020:00200000:2.0:1780298646.995121:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1196 items remaining. 00000020:00200000:2.0:1780298646.995123:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1195 items remaining. 00000020:00200000:2.0:1780298646.995124:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1194 items remaining. 00000020:00200000:2.0:1780298646.995126:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1193 items remaining. 00000020:00200000:2.0:1780298646.995127:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1192 items remaining. 00000020:00200000:2.0:1780298646.995129:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1191 items remaining. 00000020:00200000:2.0:1780298646.995131:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1190 items remaining. 00000020:00200000:2.0:1780298646.995132:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1189 items remaining. 00000020:00200000:2.0:1780298646.995133:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1188 items remaining. 00000020:00200000:2.0:1780298646.995135:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1187 items remaining. 00000020:00200000:2.0:1780298646.995136:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1186 items remaining. 00000020:00200000:2.0:1780298646.995137:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1185 items remaining. 00000020:00200000:2.0:1780298646.995139:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1184 items remaining. 00000020:00200000:2.0:1780298646.995141:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1183 items remaining. 00000020:00200000:2.0:1780298646.995143:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1182 items remaining. 00000020:00200000:2.0:1780298646.995145:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1181 items remaining. 00000020:00200000:2.0:1780298646.995147:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1180 items remaining. 00000020:00200000:2.0:1780298646.995148:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1179 items remaining. 00000020:00200000:2.0:1780298646.995149:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1178 items remaining. 00000020:00200000:2.0:1780298646.995151:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1177 items remaining. 00000020:00200000:2.0:1780298646.995153:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1176 items remaining. 00000020:00200000:2.0:1780298646.995155:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1175 items remaining. 00000020:00200000:2.0:1780298646.995156:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1174 items remaining. 00000020:00200000:2.0:1780298646.995158:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1173 items remaining. 00000020:00200000:2.0:1780298646.995160:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1172 items remaining. 00000020:00200000:2.0:1780298646.995162:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1171 items remaining. 00000020:00200000:2.0:1780298646.995164:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1170 items remaining. 00000020:00200000:2.0:1780298646.995166:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1169 items remaining. 00000020:00200000:2.0:1780298646.995167:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1168 items remaining. 00000020:00200000:2.0:1780298646.995169:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1167 items remaining. 00000020:00200000:2.0:1780298646.995171:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1166 items remaining. 00000020:00200000:2.0:1780298646.995173:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1165 items remaining. 00000020:00200000:2.0:1780298646.995174:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1164 items remaining. 00000020:00200000:2.0:1780298646.995175:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1163 items remaining. 00000020:00200000:2.0:1780298646.995177:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1162 items remaining. 00000020:00200000:2.0:1780298646.995179:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1161 items remaining. 00000020:00200000:2.0:1780298646.995180:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1160 items remaining. 00000020:00200000:2.0:1780298646.995182:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1159 items remaining. 00000020:00200000:2.0:1780298646.995183:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1158 items remaining. 00000020:00200000:2.0:1780298646.995185:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1157 items remaining. 00000020:00200000:2.0:1780298646.995186:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1156 items remaining. 00000020:00200000:2.0:1780298646.995188:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1155 items remaining. 00000020:00200000:2.0:1780298646.995190:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1154 items remaining. 00000020:00200000:2.0:1780298646.995192:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1153 items remaining. 00000020:00200000:2.0:1780298646.995193:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1152 items remaining. 00000020:00200000:2.0:1780298646.995195:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1151 items remaining. 00000020:00200000:2.0:1780298646.995196:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1150 items remaining. 00000020:00200000:2.0:1780298646.995198:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1149 items remaining. 00000020:00200000:2.0:1780298646.995199:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1148 items remaining. 00000020:00200000:2.0:1780298646.995201:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1147 items remaining. 00000020:00200000:2.0:1780298646.995202:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1146 items remaining. 00000020:00200000:2.0:1780298646.995204:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1145 items remaining. 00000020:00200000:2.0:1780298646.995206:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1144 items remaining. 00000020:00200000:2.0:1780298646.995208:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1143 items remaining. 00000020:00200000:2.0:1780298646.995209:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1142 items remaining. 00000020:00200000:2.0:1780298646.995211:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1141 items remaining. 00000020:00200000:2.0:1780298646.995213:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1140 items remaining. 00000020:00200000:2.0:1780298646.995215:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1139 items remaining. 00000020:00200000:2.0:1780298646.995217:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1138 items remaining. 00000020:00200000:2.0:1780298646.995218:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1137 items remaining. 00000020:00200000:2.0:1780298646.995220:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1136 items remaining. 00000020:00200000:2.0:1780298646.995222:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1135 items remaining. 00000020:00200000:2.0:1780298646.995223:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1134 items remaining. 00000020:00200000:2.0:1780298646.995225:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1133 items remaining. 00000020:00200000:2.0:1780298646.995226:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1132 items remaining. 00000020:00200000:2.0:1780298646.995228:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1131 items remaining. 00000020:00200000:2.0:1780298646.995229:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1130 items remaining. 00000020:00200000:2.0:1780298646.995230:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1129 items remaining. 00000020:00200000:2.0:1780298646.995232:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1128 items remaining. 00000020:00200000:2.0:1780298646.995233:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1127 items remaining. 00000020:00200000:2.0:1780298646.995235:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1126 items remaining. 00000020:00200000:2.0:1780298646.995236:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1125 items remaining. 00000020:00200000:2.0:1780298646.995238:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1124 items remaining. 00000020:00200000:2.0:1780298646.995239:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1123 items remaining. 00000020:00200000:2.0:1780298646.995241:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1122 items remaining. 00000020:00200000:2.0:1780298646.995243:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1121 items remaining. 00000020:00200000:2.0:1780298646.995245:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1120 items remaining. 00000020:00200000:2.0:1780298646.995247:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1119 items remaining. 00000020:00200000:2.0:1780298646.995249:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1118 items remaining. 00000020:00200000:2.0:1780298646.995251:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1117 items remaining. 00000020:00200000:2.0:1780298646.995253:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1116 items remaining. 00000020:00200000:2.0:1780298646.995254:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1115 items remaining. 00000020:00200000:2.0:1780298646.995256:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1114 items remaining. 00000020:00200000:2.0:1780298646.995257:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1113 items remaining. 00000020:00200000:2.0:1780298646.995258:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1112 items remaining. 00000020:00200000:2.0:1780298646.995260:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1111 items remaining. 00000020:00200000:2.0:1780298646.995261:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1110 items remaining. 00000020:00200000:2.0:1780298646.995262:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1109 items remaining. 00000020:00200000:2.0:1780298646.995264:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1108 items remaining. 00000020:00200000:2.0:1780298646.995266:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1107 items remaining. 00000020:00200000:2.0:1780298646.995268:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1106 items remaining. 00000020:00200000:2.0:1780298646.995270:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1105 items remaining. 00000020:00200000:2.0:1780298646.995271:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1104 items remaining. 00000020:00200000:2.0:1780298646.995273:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1103 items remaining. 00000020:00200000:2.0:1780298646.995275:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1102 items remaining. 00000020:00200000:2.0:1780298646.995276:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1101 items remaining. 00000020:00200000:2.0:1780298646.995278:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1100 items remaining. 00000020:00200000:2.0:1780298646.995280:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1099 items remaining. 00000020:00200000:2.0:1780298646.995282:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1098 items remaining. 00000020:00200000:2.0:1780298646.995283:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1097 items remaining. 00000020:00200000:2.0:1780298646.995285:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1096 items remaining. 00000020:00200000:2.0:1780298646.995287:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1095 items remaining. 00000020:00200000:2.0:1780298646.995288:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1094 items remaining. 00000020:00200000:2.0:1780298646.995290:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1093 items remaining. 00000020:00200000:2.0:1780298646.995292:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1092 items remaining. 00000020:00200000:2.0:1780298646.995294:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1091 items remaining. 00000020:00200000:2.0:1780298646.995296:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1090 items remaining. 00000020:00200000:2.0:1780298646.995298:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1089 items remaining. 00000020:00200000:2.0:1780298646.995299:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1088 items remaining. 00000020:00200000:2.0:1780298646.995302:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1087 items remaining. 00000020:00200000:2.0:1780298646.995304:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1086 items remaining. 00000020:00200000:2.0:1780298646.995305:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1085 items remaining. 00000020:00200000:2.0:1780298646.995307:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1084 items remaining. 00000020:00200000:2.0:1780298646.995309:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1083 items remaining. 00000020:00200000:2.0:1780298646.995310:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1082 items remaining. 00000020:00200000:2.0:1780298646.995312:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1081 items remaining. 00000020:00200000:2.0:1780298646.995314:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1080 items remaining. 00000020:00200000:2.0:1780298646.995315:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1079 items remaining. 00000020:00200000:2.0:1780298646.995317:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1078 items remaining. 00000020:00200000:2.0:1780298646.995319:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1077 items remaining. 00000020:00200000:2.0:1780298646.995320:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1076 items remaining. 00000020:00200000:2.0:1780298646.995323:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1075 items remaining. 00000020:00200000:2.0:1780298646.995325:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1074 items remaining. 00000020:00200000:2.0:1780298646.995326:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1073 items remaining. 00000020:00200000:2.0:1780298646.995328:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1072 items remaining. 00000020:00200000:2.0:1780298646.995329:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1071 items remaining. 00000020:00200000:2.0:1780298646.995331:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1070 items remaining. 00000020:00200000:2.0:1780298646.995333:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1069 items remaining. 00000020:00200000:2.0:1780298646.995334:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1068 items remaining. 00000020:00200000:2.0:1780298646.995336:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1067 items remaining. 00000020:00200000:2.0:1780298646.995337:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1066 items remaining. 00000020:00200000:2.0:1780298646.995339:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1065 items remaining. 00000020:00200000:2.0:1780298646.995340:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1064 items remaining. 00000020:00200000:2.0:1780298646.995342:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1063 items remaining. 00000020:00200000:2.0:1780298646.995343:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1062 items remaining. 00000020:00200000:2.0:1780298646.995344:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1061 items remaining. 00000020:00200000:2.0:1780298646.995346:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1060 items remaining. 00000020:00200000:2.0:1780298646.995347:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1059 items remaining. 00000020:00200000:2.0:1780298646.995349:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1058 items remaining. 00000020:00200000:2.0:1780298646.995351:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1057 items remaining. 00000020:00200000:2.0:1780298646.995352:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1056 items remaining. 00000020:00200000:2.0:1780298646.995354:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1055 items remaining. 00000020:00200000:2.0:1780298646.995356:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1054 items remaining. 00000020:00200000:2.0:1780298646.995357:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1053 items remaining. 00000020:00200000:2.0:1780298646.995359:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1052 items remaining. 00000020:00200000:2.0:1780298646.995361:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1051 items remaining. 00000020:00200000:2.0:1780298646.995363:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1050 items remaining. 00000020:00200000:2.0:1780298646.995364:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1049 items remaining. 00000020:00200000:2.0:1780298646.995366:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1048 items remaining. 00000020:00200000:2.0:1780298646.995367:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1047 items remaining. 00000020:00200000:2.0:1780298646.995369:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1046 items remaining. 00000020:00200000:2.0:1780298646.995371:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1045 items remaining. 00000020:00200000:2.0:1780298646.995372:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1044 items remaining. 00000020:00200000:2.0:1780298646.995374:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1043 items remaining. 00000020:00200000:2.0:1780298646.995376:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1042 items remaining. 00000020:00200000:2.0:1780298646.995378:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1041 items remaining. 00000020:00200000:2.0:1780298646.995379:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1040 items remaining. 00000020:00200000:2.0:1780298646.995381:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1039 items remaining. 00000020:00200000:2.0:1780298646.995383:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1038 items remaining. 00000020:00200000:2.0:1780298646.995384:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1037 items remaining. 00000020:00200000:2.0:1780298646.995386:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1036 items remaining. 00000020:00200000:2.0:1780298646.995388:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1035 items remaining. 00000020:00200000:2.0:1780298646.995389:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1034 items remaining. 00000020:00200000:2.0:1780298646.995390:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1033 items remaining. 00000020:00200000:2.0:1780298646.995392:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1032 items remaining. 00000020:00200000:2.0:1780298646.995394:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1031 items remaining. 00000020:00200000:2.0:1780298646.995395:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1030 items remaining. 00000020:00200000:2.0:1780298646.995396:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1029 items remaining. 00000020:00200000:2.0:1780298646.995398:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1028 items remaining. 00000020:00200000:2.0:1780298646.995400:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1027 items remaining. 00000020:00200000:2.0:1780298646.995401:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1026 items remaining. 00000020:00200000:2.0:1780298646.995403:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1025 items remaining. 00000020:00200000:2.0:1780298646.995405:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1024 items remaining. 00000008:00010000:2.0:1780298646.995410:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c4316eab300 00000100:00100000:2.0:1780298646.995444:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609794048:192.168.203.125@tcp:4:fsx.0 00000008:00010000:2.0:1780298646.995556:0:2399:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff8c42e7617a80 00000020:00200000:2.0:1780298646.995559:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1023 items remaining. 00000020:00200000:2.0:1780298646.995560:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1022 items remaining. 00000020:00200000:2.0:1780298646.995562:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1021 items remaining. 00000020:00200000:2.0:1780298646.995564:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1020 items remaining. 00000020:00200000:2.0:1780298646.995565:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1019 items remaining. 00000020:00200000:2.0:1780298646.995567:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1018 items remaining. 00000020:00200000:2.0:1780298646.995568:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1017 items remaining. 00000020:00200000:2.0:1780298646.995570:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1016 items remaining. 00000020:00200000:2.0:1780298646.995573:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1015 items remaining. 00000020:00200000:2.0:1780298646.995574:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1014 items remaining. 00000020:00200000:2.0:1780298646.995576:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1013 items remaining. 00000020:00200000:2.0:1780298646.995578:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1012 items remaining. 00000020:00200000:2.0:1780298646.995580:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1011 items remaining. 00000020:00200000:2.0:1780298646.995581:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1010 items remaining. 00000020:00200000:2.0:1780298646.995583:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1009 items remaining. 00000020:00200000:2.0:1780298646.995585:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1008 items remaining. 00000020:00200000:2.0:1780298646.995587:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1007 items remaining. 00000020:00200000:2.0:1780298646.995588:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1006 items remaining. 00000020:00200000:2.0:1780298646.995590:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1005 items remaining. 00000020:00200000:2.0:1780298646.995591:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1004 items remaining. 00000020:00200000:2.0:1780298646.995593:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1003 items remaining. 00000020:00200000:2.0:1780298646.995594:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1002 items remaining. 00000020:00200000:2.0:1780298646.995596:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1001 items remaining. 00000020:00200000:2.0:1780298646.995597:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1000 items remaining. 00000020:00200000:2.0:1780298646.995599:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 999 items remaining. 00000020:00200000:2.0:1780298646.995601:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 998 items remaining. 00000020:00200000:2.0:1780298646.995602:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 997 items remaining. 00000020:00200000:2.0:1780298646.995604:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 996 items remaining. 00000020:00200000:2.0:1780298646.995606:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 995 items remaining. 00000020:00200000:2.0:1780298646.995608:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 994 items remaining. 00000020:00200000:2.0:1780298646.995609:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 993 items remaining. 00000020:00200000:2.0:1780298646.995611:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 992 items remaining. 00000020:00200000:2.0:1780298646.995613:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 991 items remaining. 00000020:00200000:2.0:1780298646.995614:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 990 items remaining. 00000020:00200000:2.0:1780298646.995616:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 989 items remaining. 00000020:00200000:2.0:1780298646.995617:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 988 items remaining. 00000020:00200000:2.0:1780298646.995620:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 987 items remaining. 00000020:00200000:2.0:1780298646.995621:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 986 items remaining. 00000020:00200000:2.0:1780298646.995623:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 985 items remaining. 00000020:00200000:2.0:1780298646.995625:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 984 items remaining. 00000020:00200000:2.0:1780298646.995627:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 983 items remaining. 00000020:00200000:2.0:1780298646.995629:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 982 items remaining. 00000020:00200000:2.0:1780298646.995630:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 981 items remaining. 00000020:00200000:2.0:1780298646.995632:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 980 items remaining. 00000020:00200000:2.0:1780298646.995634:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 979 items remaining. 00000020:00200000:2.0:1780298646.995635:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 978 items remaining. 00000020:00200000:2.0:1780298646.995637:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 977 items remaining. 00000020:00200000:2.0:1780298646.995639:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 976 items remaining. 00000020:00200000:2.0:1780298646.995640:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 975 items remaining. 00000020:00200000:2.0:1780298646.995642:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 974 items remaining. 00000020:00200000:2.0:1780298646.995643:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 973 items remaining. 00000020:00200000:2.0:1780298646.995645:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 972 items remaining. 00000020:00200000:2.0:1780298646.995647:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 971 items remaining. 00000020:00200000:2.0:1780298646.995648:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 970 items remaining. 00000020:00200000:2.0:1780298646.995650:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 969 items remaining. 00000020:00200000:2.0:1780298646.995651:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 968 items remaining. 00000020:00200000:2.0:1780298646.995653:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 967 items remaining. 00000020:00200000:2.0:1780298646.995656:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 966 items remaining. 00000020:00200000:2.0:1780298646.995657:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 965 items remaining. 00000020:00200000:2.0:1780298646.995659:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 964 items remaining. 00000020:00200000:2.0:1780298646.995660:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 963 items remaining. 00000020:00200000:2.0:1780298646.995662:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 962 items remaining. 00000020:00200000:2.0:1780298646.995663:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 961 items remaining. 00000020:00200000:2.0:1780298646.995665:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 960 items remaining. 00000020:00200000:2.0:1780298646.995667:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 959 items remaining. 00000020:00200000:2.0:1780298646.995668:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 958 items remaining. 00000020:00200000:2.0:1780298646.995670:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 957 items remaining. 00000020:00200000:2.0:1780298646.995671:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 956 items remaining. 00000020:00200000:2.0:1780298646.995672:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 955 items remaining. 00000020:00200000:2.0:1780298646.995674:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 954 items remaining. 00000020:00200000:2.0:1780298646.995675:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 953 items remaining. 00000020:00200000:2.0:1780298646.995676:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 952 items remaining. 00000020:00200000:2.0:1780298646.995678:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 951 items remaining. 00000020:00200000:2.0:1780298646.995680:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 950 items remaining. 00000020:00200000:2.0:1780298646.995682:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 949 items remaining. 00000020:00200000:2.0:1780298646.995684:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 948 items remaining. 00000020:00200000:2.0:1780298646.995722:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 947 items remaining. 00000020:00200000:2.0:1780298646.995724:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 946 items remaining. 00000020:00200000:2.0:1780298646.995725:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 945 items remaining. 00000020:00200000:2.0:1780298646.995727:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 944 items remaining. 00000020:00200000:2.0:1780298646.995728:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 943 items remaining. 00000020:00200000:2.0:1780298646.995730:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 942 items remaining. 00000020:00200000:2.0:1780298646.995731:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 941 items remaining. 00000020:00200000:2.0:1780298646.995733:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 940 items remaining. 00000020:00200000:2.0:1780298646.995735:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 939 items remaining. 00000020:00200000:2.0:1780298646.995736:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 938 items remaining. 00000020:00200000:2.0:1780298646.995739:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 937 items remaining. 00000020:00200000:2.0:1780298646.995741:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 936 items remaining. 00000020:00200000:2.0:1780298646.995743:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 935 items remaining. 00000020:00200000:2.0:1780298646.995745:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 934 items remaining. 00000020:00200000:2.0:1780298646.995747:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 933 items remaining. 00000020:00200000:2.0:1780298646.995749:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 932 items remaining. 00000020:00200000:2.0:1780298646.995751:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 931 items remaining. 00000020:00200000:2.0:1780298646.995753:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 930 items remaining. 00000020:00200000:2.0:1780298646.995755:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 929 items remaining. 00000020:00200000:2.0:1780298646.995758:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 928 items remaining. 00000020:00200000:2.0:1780298646.995760:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 927 items remaining. 00000020:00200000:2.0:1780298646.995762:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 926 items remaining. 00000020:00200000:2.0:1780298646.995764:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 925 items remaining. 00000020:00200000:2.0:1780298646.995767:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 924 items remaining. 00000020:00200000:2.0:1780298646.995768:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 923 items remaining. 00000020:00200000:2.0:1780298646.995770:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 922 items remaining. 00000020:00200000:2.0:1780298646.995772:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 921 items remaining. 00000020:00200000:2.0:1780298646.995774:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 920 items remaining. 00000020:00200000:2.0:1780298646.995777:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 919 items remaining. 00000020:00200000:2.0:1780298646.995779:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 918 items remaining. 00000020:00200000:2.0:1780298646.995781:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 917 items remaining. 00000020:00200000:2.0:1780298646.995783:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 916 items remaining. 00000020:00200000:2.0:1780298646.995784:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 915 items remaining. 00000020:00200000:2.0:1780298646.995786:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 914 items remaining. 00000020:00200000:2.0:1780298646.995787:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 913 items remaining. 00000020:00200000:2.0:1780298646.995789:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 912 items remaining. 00000020:00200000:2.0:1780298646.995790:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 911 items remaining. 00000020:00200000:2.0:1780298646.995791:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 910 items remaining. 00000020:00200000:2.0:1780298646.995793:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 909 items remaining. 00000020:00200000:2.0:1780298646.995794:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 908 items remaining. 00000020:00200000:2.0:1780298646.995796:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 907 items remaining. 00000020:00200000:2.0:1780298646.995798:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 906 items remaining. 00000020:00200000:2.0:1780298646.995800:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 905 items remaining. 00000020:00200000:2.0:1780298646.995801:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 904 items remaining. 00000020:00200000:2.0:1780298646.995803:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 903 items remaining. 00000020:00200000:2.0:1780298646.995804:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 902 items remaining. 00000020:00200000:2.0:1780298646.995806:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 901 items remaining. 00000020:00200000:2.0:1780298646.995808:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 900 items remaining. 00000020:00200000:2.0:1780298646.995810:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 899 items remaining. 00000020:00200000:2.0:1780298646.995811:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 898 items remaining. 00000020:00200000:2.0:1780298646.995813:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 897 items remaining. 00000020:00200000:2.0:1780298646.995815:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 896 items remaining. 00000020:00200000:2.0:1780298646.995816:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 895 items remaining. 00000020:00200000:2.0:1780298646.995818:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 894 items remaining. 00000020:00200000:2.0:1780298646.995819:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 893 items remaining. 00000020:00200000:2.0:1780298646.995820:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 892 items remaining. 00000020:00200000:2.0:1780298646.995822:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 891 items remaining. 00000020:00200000:2.0:1780298646.995823:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 890 items remaining. 00000020:00200000:2.0:1780298646.995825:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 889 items remaining. 00000020:00200000:2.0:1780298646.995826:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 888 items remaining. 00000020:00200000:2.0:1780298646.995828:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 887 items remaining. 00000020:00200000:2.0:1780298646.995830:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 886 items remaining. 00000020:00200000:2.0:1780298646.995832:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 885 items remaining. 00000020:00200000:2.0:1780298646.995833:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 884 items remaining. 00000020:00200000:2.0:1780298646.995835:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 883 items remaining. 00000020:00200000:2.0:1780298646.995836:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 882 items remaining. 00000020:00200000:2.0:1780298646.995838:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 881 items remaining. 00000020:00200000:2.0:1780298646.995839:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 880 items remaining. 00000020:00200000:2.0:1780298646.995841:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 879 items remaining. 00000020:00200000:2.0:1780298646.995842:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 878 items remaining. 00000020:00200000:2.0:1780298646.995844:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 877 items remaining. 00000020:00200000:2.0:1780298646.995845:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 876 items remaining. 00000020:00200000:2.0:1780298646.995846:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 875 items remaining. 00000020:00200000:2.0:1780298646.995848:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 874 items remaining. 00000020:00200000:2.0:1780298646.995850:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 873 items remaining. 00000020:00200000:2.0:1780298646.995851:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 872 items remaining. 00000020:00200000:2.0:1780298646.995853:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 871 items remaining. 00000020:00200000:2.0:1780298646.995855:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 870 items remaining. 00000020:00200000:2.0:1780298646.995857:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 869 items remaining. 00000020:00200000:2.0:1780298646.995859:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 868 items remaining. 00000020:00200000:2.0:1780298646.995861:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 867 items remaining. 00000020:00200000:2.0:1780298646.995862:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 866 items remaining. 00000020:00200000:2.0:1780298646.995864:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 865 items remaining. 00000020:00200000:2.0:1780298646.995866:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 864 items remaining. 00000020:00200000:2.0:1780298646.995868:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 863 items remaining. 00000020:00200000:2.0:1780298646.995869:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 862 items remaining. 00000020:00200000:2.0:1780298646.995871:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 861 items remaining. 00000020:00200000:2.0:1780298646.995873:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 860 items remaining. 00000020:00200000:2.0:1780298646.995874:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 859 items remaining. 00000020:00200000:2.0:1780298646.995876:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 858 items remaining. 00000020:00200000:2.0:1780298646.995877:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 857 items remaining. 00000020:00200000:2.0:1780298646.995878:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 856 items remaining. 00000020:00200000:2.0:1780298646.995880:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 855 items remaining. 00000020:00200000:2.0:1780298646.995882:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 854 items remaining. 00000020:00200000:2.0:1780298646.995884:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 853 items remaining. 00000020:00200000:2.0:1780298646.995885:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 852 items remaining. 00000020:00200000:2.0:1780298646.995887:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 851 items remaining. 00000020:00200000:2.0:1780298646.995889:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 850 items remaining. 00000020:00200000:2.0:1780298646.995890:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 849 items remaining. 00000020:00200000:2.0:1780298646.995892:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 848 items remaining. 00000020:00200000:2.0:1780298646.995894:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 847 items remaining. 00000020:00200000:2.0:1780298646.995895:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 846 items remaining. 00000020:00200000:2.0:1780298646.995897:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 845 items remaining. 00000020:00200000:2.0:1780298646.995898:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 844 items remaining. 00000020:00200000:2.0:1780298646.995900:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 843 items remaining. 00000020:00200000:2.0:1780298646.995902:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 842 items remaining. 00000020:00200000:2.0:1780298646.995903:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 841 items remaining. 00000020:00200000:2.0:1780298646.995905:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 840 items remaining. 00000020:00200000:2.0:1780298646.995906:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 839 items remaining. 00000020:00200000:2.0:1780298646.995908:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 838 items remaining. 00000020:00200000:2.0:1780298646.995909:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 837 items remaining. 00000020:00200000:2.0:1780298646.995911:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 836 items remaining. 00000020:00200000:2.0:1780298646.995912:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 835 items remaining. 00000020:00200000:2.0:1780298646.995914:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 834 items remaining. 00000020:00200000:2.0:1780298646.995916:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 833 items remaining. 00000020:00200000:2.0:1780298646.995918:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 832 items remaining. 00000020:00200000:2.0:1780298646.995919:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 831 items remaining. 00000020:00200000:2.0:1780298646.995921:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 830 items remaining. 00000020:00200000:2.0:1780298646.995922:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 829 items remaining. 00000020:00200000:2.0:1780298646.995924:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 828 items remaining. 00000020:00200000:2.0:1780298646.995925:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 827 items remaining. 00000020:00200000:2.0:1780298646.995927:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 826 items remaining. 00000020:00200000:2.0:1780298646.995929:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 825 items remaining. 00000020:00200000:2.0:1780298646.995930:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 824 items remaining. 00000020:00200000:2.0:1780298646.995932:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 823 items remaining. 00000020:00200000:2.0:1780298646.995934:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 822 items remaining. 00000020:00200000:2.0:1780298646.995936:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 821 items remaining. 00000020:00200000:2.0:1780298646.995938:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 820 items remaining. 00000020:00200000:2.0:1780298646.995939:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 819 items remaining. 00000020:00200000:2.0:1780298646.995940:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 818 items remaining. 00000020:00200000:2.0:1780298646.995942:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 817 items remaining. 00000020:00200000:2.0:1780298646.995944:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 816 items remaining. 00000020:00200000:2.0:1780298646.995945:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 815 items remaining. 00000020:00200000:2.0:1780298646.995947:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 814 items remaining. 00000020:00200000:2.0:1780298646.995949:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 813 items remaining. 00000020:00200000:2.0:1780298646.995951:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 812 items remaining. 00000020:00200000:2.0:1780298646.995952:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 811 items remaining. 00000020:00200000:2.0:1780298646.995954:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 810 items remaining. 00000020:00200000:2.0:1780298646.995956:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 809 items remaining. 00000020:00200000:2.0:1780298646.995957:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 808 items remaining. 00000020:00200000:2.0:1780298646.995959:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 807 items remaining. 00000020:00200000:2.0:1780298646.995961:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 806 items remaining. 00000020:00200000:2.0:1780298646.995962:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 805 items remaining. 00000020:00200000:2.0:1780298646.995964:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 804 items remaining. 00000020:00200000:2.0:1780298646.995966:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 803 items remaining. 00000020:00200000:2.0:1780298646.995968:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 802 items remaining. 00000020:00200000:2.0:1780298646.995970:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 801 items remaining. 00000020:00200000:2.0:1780298646.995971:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 800 items remaining. 00000020:00200000:2.0:1780298646.995973:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 799 items remaining. 00000020:00200000:2.0:1780298646.995974:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 798 items remaining. 00000020:00200000:2.0:1780298646.995976:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 797 items remaining. 00000020:00200000:2.0:1780298646.995977:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 796 items remaining. 00000020:00200000:2.0:1780298646.995979:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 795 items remaining. 00000020:00200000:2.0:1780298646.995980:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 794 items remaining. 00000020:00200000:2.0:1780298646.995982:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 793 items remaining. 00000020:00200000:2.0:1780298646.995983:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 792 items remaining. 00000020:00200000:2.0:1780298646.995985:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 791 items remaining. 00000020:00200000:2.0:1780298646.995987:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 790 items remaining. 00000020:00200000:2.0:1780298646.995988:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 789 items remaining. 00000020:00200000:2.0:1780298646.995990:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 788 items remaining. 00000020:00200000:2.0:1780298646.995992:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 787 items remaining. 00000020:00200000:2.0:1780298646.995993:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 786 items remaining. 00000020:00200000:2.0:1780298646.995995:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 785 items remaining. 00000020:00200000:2.0:1780298646.995996:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 784 items remaining. 00000020:00200000:2.0:1780298646.995997:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 783 items remaining. 00000020:00200000:2.0:1780298646.995999:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 782 items remaining. 00000020:00200000:2.0:1780298646.996001:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 781 items remaining. 00000020:00200000:2.0:1780298646.996002:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 780 items remaining. 00000020:00200000:2.0:1780298646.996004:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 779 items remaining. 00000020:00200000:2.0:1780298646.996006:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 778 items remaining. 00000020:00200000:2.0:1780298646.996007:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 777 items remaining. 00000020:00200000:2.0:1780298646.996009:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 776 items remaining. 00000020:00200000:2.0:1780298646.996011:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 775 items remaining. 00000020:00200000:2.0:1780298646.996013:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 774 items remaining. 00000020:00200000:2.0:1780298646.996014:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 773 items remaining. 00000020:00200000:2.0:1780298646.996016:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 772 items remaining. 00000020:00200000:2.0:1780298646.996017:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 771 items remaining. 00000020:00200000:2.0:1780298646.996019:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 770 items remaining. 00000020:00200000:2.0:1780298646.996021:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 769 items remaining. 00000020:00200000:2.0:1780298646.996022:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 768 items remaining. 00000020:00200000:2.0:1780298646.996024:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 767 items remaining. 00000020:00200000:2.0:1780298646.996026:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 766 items remaining. 00000020:00200000:2.0:1780298646.996027:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 765 items remaining. 00000020:00200000:2.0:1780298646.996028:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 764 items remaining. 00000020:00200000:2.0:1780298646.996030:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 763 items remaining. 00000020:00200000:2.0:1780298646.996031:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 762 items remaining. 00000020:00200000:2.0:1780298646.996033:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 761 items remaining. 00000020:00200000:2.0:1780298646.996035:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 760 items remaining. 00000020:00200000:2.0:1780298646.996037:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 759 items remaining. 00000020:00200000:2.0:1780298646.996038:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 758 items remaining. 00000020:00200000:2.0:1780298646.996040:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 757 items remaining. 00000020:00200000:2.0:1780298646.996041:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 756 items remaining. 00000020:00200000:2.0:1780298646.996043:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 755 items remaining. 00000020:00200000:2.0:1780298646.996045:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 754 items remaining. 00000020:00200000:2.0:1780298646.996046:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 753 items remaining. 00000020:00200000:2.0:1780298646.996047:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 752 items remaining. 00000020:00200000:2.0:1780298646.996049:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 751 items remaining. 00000020:00200000:2.0:1780298646.996051:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 750 items remaining. 00000020:00200000:2.0:1780298646.996052:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 749 items remaining. 00000020:00200000:2.0:1780298646.996054:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 748 items remaining. 00000020:00200000:2.0:1780298646.996056:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 747 items remaining. 00000020:00200000:2.0:1780298646.996058:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 746 items remaining. 00000020:00200000:2.0:1780298646.996060:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 745 items remaining. 00000020:00200000:2.0:1780298646.996061:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 744 items remaining. 00000020:00200000:2.0:1780298646.996063:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 743 items remaining. 00000020:00200000:2.0:1780298646.996065:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 742 items remaining. 00000020:00200000:2.0:1780298646.996067:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 741 items remaining. 00000020:00200000:2.0:1780298646.996068:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 740 items remaining. 00000020:00200000:2.0:1780298646.996070:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 739 items remaining. 00000020:00200000:2.0:1780298646.996071:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 738 items remaining. 00000020:00200000:2.0:1780298646.996073:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 737 items remaining. 00000020:00200000:2.0:1780298646.996075:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 736 items remaining. 00000020:00200000:2.0:1780298646.996077:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 735 items remaining. 00000020:00200000:2.0:1780298646.996078:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 734 items remaining. 00000020:00200000:2.0:1780298646.996079:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 733 items remaining. 00000020:00200000:2.0:1780298646.996081:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 732 items remaining. 00000020:00200000:2.0:1780298646.996083:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 731 items remaining. 00000020:00200000:2.0:1780298646.996085:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 730 items remaining. 00000020:00200000:2.0:1780298646.996086:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 729 items remaining. 00000020:00200000:2.0:1780298646.996087:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 728 items remaining. 00000020:00200000:2.0:1780298646.996089:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 727 items remaining. 00000020:00200000:2.0:1780298646.996091:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 726 items remaining. 00000020:00200000:2.0:1780298646.996093:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 725 items remaining. 00000020:00200000:2.0:1780298646.996094:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 724 items remaining. 00000020:00200000:2.0:1780298646.996096:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 723 items remaining. 00000020:00200000:2.0:1780298646.996097:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 722 items remaining. 00000020:00200000:2.0:1780298646.996098:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 721 items remaining. 00000020:00200000:2.0:1780298646.996100:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 720 items remaining. 00000020:00200000:2.0:1780298646.996101:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 719 items remaining. 00000020:00200000:2.0:1780298646.996102:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 718 items remaining. 00000020:00200000:2.0:1780298646.996103:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 717 items remaining. 00000020:00200000:2.0:1780298646.996105:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 716 items remaining. 00000020:00200000:2.0:1780298646.996107:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 715 items remaining. 00000020:00200000:2.0:1780298646.996108:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 714 items remaining. 00000020:00200000:2.0:1780298646.996111:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 713 items remaining. 00000020:00200000:2.0:1780298646.996112:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 712 items remaining. 00000020:00200000:2.0:1780298646.996114:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 711 items remaining. 00000020:00200000:2.0:1780298646.996115:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 710 items remaining. 00000020:00200000:2.0:1780298646.996117:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 709 items remaining. 00000020:00200000:2.0:1780298646.996119:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 708 items remaining. 00000020:00200000:2.0:1780298646.996121:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 707 items remaining. 00000020:00200000:2.0:1780298646.996122:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 706 items remaining. 00000020:00200000:2.0:1780298646.996124:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 705 items remaining. 00000020:00200000:2.0:1780298646.996125:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 704 items remaining. 00000020:00200000:2.0:1780298646.996127:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 703 items remaining. 00000020:00200000:2.0:1780298646.996128:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 702 items remaining. 00000020:00200000:2.0:1780298646.996130:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 701 items remaining. 00000020:00200000:2.0:1780298646.996131:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 700 items remaining. 00000020:00200000:2.0:1780298646.996132:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 699 items remaining. 00000020:00200000:2.0:1780298646.996134:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 698 items remaining. 00000020:00200000:2.0:1780298646.996136:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 697 items remaining. 00000020:00200000:2.0:1780298646.996137:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 696 items remaining. 00000020:00200000:2.0:1780298646.996138:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 695 items remaining. 00000020:00200000:2.0:1780298646.996140:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 694 items remaining. 00000020:00200000:2.0:1780298646.996141:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 693 items remaining. 00000020:00200000:2.0:1780298646.996143:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 692 items remaining. 00000020:00200000:2.0:1780298646.996144:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 691 items remaining. 00000020:00200000:2.0:1780298646.996145:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 690 items remaining. 00000020:00200000:2.0:1780298646.996147:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 689 items remaining. 00000020:00200000:2.0:1780298646.996148:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 688 items remaining. 00000020:00200000:2.0:1780298646.996150:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 687 items remaining. 00000020:00200000:2.0:1780298646.996152:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 686 items remaining. 00000020:00200000:2.0:1780298646.996153:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 685 items remaining. 00000020:00200000:2.0:1780298646.996155:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 684 items remaining. 00000020:00200000:2.0:1780298646.996156:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 683 items remaining. 00000020:00200000:2.0:1780298646.996158:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 682 items remaining. 00000020:00200000:2.0:1780298646.996160:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 681 items remaining. 00000020:00200000:2.0:1780298646.996161:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 680 items remaining. 00000020:00200000:2.0:1780298646.996163:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 679 items remaining. 00000020:00200000:2.0:1780298646.996164:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 678 items remaining. 00000020:00200000:2.0:1780298646.996166:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 677 items remaining. 00000020:00200000:2.0:1780298646.996168:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 676 items remaining. 00000020:00200000:2.0:1780298646.996169:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 675 items remaining. 00000020:00200000:2.0:1780298646.996171:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 674 items remaining. 00000020:00200000:2.0:1780298646.996172:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 673 items remaining. 00000020:00200000:2.0:1780298646.996174:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 672 items remaining. 00000020:00200000:2.0:1780298646.996176:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 671 items remaining. 00000020:00200000:2.0:1780298646.996177:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 670 items remaining. 00000020:00200000:2.0:1780298646.996179:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 669 items remaining. 00000020:00200000:2.0:1780298646.996180:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 668 items remaining. 00000020:00200000:2.0:1780298646.996181:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 667 items remaining. 00000020:00200000:2.0:1780298646.996183:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 666 items remaining. 00000020:00200000:2.0:1780298646.996184:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 665 items remaining. 00000020:00200000:2.0:1780298646.996185:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 664 items remaining. 00000020:00200000:2.0:1780298646.996187:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 663 items remaining. 00000020:00200000:2.0:1780298646.996189:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 662 items remaining. 00000020:00200000:2.0:1780298646.996191:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 661 items remaining. 00000020:00200000:2.0:1780298646.996192:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 660 items remaining. 00000020:00200000:2.0:1780298646.996194:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 659 items remaining. 00000020:00200000:2.0:1780298646.996195:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 658 items remaining. 00000020:00200000:2.0:1780298646.996197:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 657 items remaining. 00000020:00200000:2.0:1780298646.996198:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 656 items remaining. 00000020:00200000:2.0:1780298646.996199:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 655 items remaining. 00000020:00200000:2.0:1780298646.996201:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 654 items remaining. 00000020:00200000:2.0:1780298646.996202:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 653 items remaining. 00000020:00200000:2.0:1780298646.996204:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 652 items remaining. 00000020:00200000:2.0:1780298646.996205:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 651 items remaining. 00000020:00200000:2.0:1780298646.996206:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 650 items remaining. 00000020:00200000:2.0:1780298646.996208:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 649 items remaining. 00000020:00200000:2.0:1780298646.996209:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 648 items remaining. 00000020:00200000:2.0:1780298646.996210:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 647 items remaining. 00000020:00200000:2.0:1780298646.996212:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 646 items remaining. 00000020:00200000:2.0:1780298646.996213:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 645 items remaining. 00000020:00200000:2.0:1780298646.996214:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 644 items remaining. 00000020:00200000:2.0:1780298646.996216:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 643 items remaining. 00000020:00200000:2.0:1780298646.996217:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 642 items remaining. 00000020:00200000:2.0:1780298646.996218:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 641 items remaining. 00000020:00200000:2.0:1780298646.996220:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 640 items remaining. 00000020:00200000:2.0:1780298646.996222:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 639 items remaining. 00000020:00200000:2.0:1780298646.996223:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 638 items remaining. 00000020:00200000:2.0:1780298646.996225:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 637 items remaining. 00000020:00200000:2.0:1780298646.996226:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 636 items remaining. 00000020:00200000:2.0:1780298646.996228:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 635 items remaining. 00000020:00200000:2.0:1780298646.996230:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 634 items remaining. 00000020:00200000:2.0:1780298646.996231:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 633 items remaining. 00000020:00200000:2.0:1780298646.996233:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 632 items remaining. 00000020:00200000:2.0:1780298646.996235:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 631 items remaining. 00000020:00200000:2.0:1780298646.996237:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 630 items remaining. 00000020:00200000:2.0:1780298646.996239:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 629 items remaining. 00000020:00200000:2.0:1780298646.996240:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 628 items remaining. 00000020:00200000:2.0:1780298646.996242:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 627 items remaining. 00000020:00200000:2.0:1780298646.996244:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 626 items remaining. 00000020:00200000:2.0:1780298646.996245:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 625 items remaining. 00000020:00200000:2.0:1780298646.996247:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 624 items remaining. 00000020:00200000:2.0:1780298646.996249:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 623 items remaining. 00000020:00200000:2.0:1780298646.996250:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 622 items remaining. 00000020:00200000:2.0:1780298646.996252:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 621 items remaining. 00000020:00200000:2.0:1780298646.996253:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 620 items remaining. 00000020:00200000:2.0:1780298646.996255:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 619 items remaining. 00000020:00200000:2.0:1780298646.996256:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 618 items remaining. 00000020:00200000:2.0:1780298646.996258:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 617 items remaining. 00000020:00200000:2.0:1780298646.996259:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 616 items remaining. 00000020:00200000:2.0:1780298646.996261:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 615 items remaining. 00000020:00200000:2.0:1780298646.996263:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 614 items remaining. 00000020:00200000:2.0:1780298646.996265:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 613 items remaining. 00000020:00200000:2.0:1780298646.996267:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 612 items remaining. 00000020:00200000:2.0:1780298646.996269:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 611 items remaining. 00000020:00200000:2.0:1780298646.996270:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 610 items remaining. 00000020:00200000:2.0:1780298646.996272:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 609 items remaining. 00000020:00200000:2.0:1780298646.996274:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 608 items remaining. 00000020:00200000:2.0:1780298646.996276:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 607 items remaining. 00000020:00200000:2.0:1780298646.996278:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 606 items remaining. 00000020:00200000:2.0:1780298646.996280:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 605 items remaining. 00000020:00200000:2.0:1780298646.996281:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 604 items remaining. 00000020:00200000:2.0:1780298646.996283:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 603 items remaining. 00000020:00200000:2.0:1780298646.996284:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 602 items remaining. 00000020:00200000:2.0:1780298646.996286:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 601 items remaining. 00000020:00200000:2.0:1780298646.996287:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 600 items remaining. 00000020:00200000:2.0:1780298646.996289:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 599 items remaining. 00000020:00200000:2.0:1780298646.996291:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 598 items remaining. 00000020:00200000:2.0:1780298646.996292:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 597 items remaining. 00000020:00200000:2.0:1780298646.996294:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 596 items remaining. 00000020:00200000:2.0:1780298646.996296:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 595 items remaining. 00000020:00200000:2.0:1780298646.996297:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 594 items remaining. 00000020:00200000:2.0:1780298646.996298:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 593 items remaining. 00000020:00200000:2.0:1780298646.996300:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 592 items remaining. 00000020:00200000:2.0:1780298646.996301:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 591 items remaining. 00000020:00200000:2.0:1780298646.996302:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 590 items remaining. 00000020:00200000:2.0:1780298646.996304:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 589 items remaining. 00000020:00200000:2.0:1780298646.996305:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 588 items remaining. 00000020:00200000:2.0:1780298646.996306:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 587 items remaining. 00000020:00200000:2.0:1780298646.996307:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 586 items remaining. 00000020:00200000:2.0:1780298646.996309:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 585 items remaining. 00000020:00200000:2.0:1780298646.996310:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 584 items remaining. 00000020:00200000:2.0:1780298646.996311:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 583 items remaining. 00000020:00200000:2.0:1780298646.996313:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 582 items remaining. 00000020:00200000:2.0:1780298646.996315:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 581 items remaining. 00000020:00200000:2.0:1780298646.996316:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 580 items remaining. 00000020:00200000:2.0:1780298646.996317:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 579 items remaining. 00000020:00200000:2.0:1780298646.996318:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 578 items remaining. 00000020:00200000:2.0:1780298646.996320:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 577 items remaining. 00000020:00200000:2.0:1780298646.996321:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 576 items remaining. 00000020:00200000:2.0:1780298646.996322:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 575 items remaining. 00000020:00200000:2.0:1780298646.996324:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 574 items remaining. 00000020:00200000:2.0:1780298646.996325:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 573 items remaining. 00000020:00200000:2.0:1780298646.996327:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 572 items remaining. 00000020:00200000:2.0:1780298646.996328:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 571 items remaining. 00000020:00200000:2.0:1780298646.996330:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 570 items remaining. 00000020:00200000:2.0:1780298646.996331:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 569 items remaining. 00000020:00200000:2.0:1780298646.996333:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 568 items remaining. 00000020:00200000:2.0:1780298646.996335:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 567 items remaining. 00000020:00200000:2.0:1780298646.996337:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 566 items remaining. 00000020:00200000:2.0:1780298646.996339:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 565 items remaining. 00000020:00200000:2.0:1780298646.996340:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 564 items remaining. 00000020:00200000:2.0:1780298646.996342:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 563 items remaining. 00000020:00200000:2.0:1780298646.996343:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 562 items remaining. 00000020:00200000:2.0:1780298646.996345:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 561 items remaining. 00000020:00200000:2.0:1780298646.996346:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 560 items remaining. 00000020:00200000:2.0:1780298646.996348:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 559 items remaining. 00000020:00200000:2.0:1780298646.996349:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 558 items remaining. 00000020:00200000:2.0:1780298646.996351:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 557 items remaining. 00000020:00200000:2.0:1780298646.996352:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 556 items remaining. 00000020:00200000:2.0:1780298646.996354:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 555 items remaining. 00000020:00200000:2.0:1780298646.996355:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 554 items remaining. 00000020:00200000:2.0:1780298646.996356:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 553 items remaining. 00000020:00200000:2.0:1780298646.996357:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 552 items remaining. 00000020:00200000:2.0:1780298646.996359:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 551 items remaining. 00000020:00200000:2.0:1780298646.996360:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 550 items remaining. 00000020:00200000:2.0:1780298646.996361:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 549 items remaining. 00000020:00200000:2.0:1780298646.996362:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 548 items remaining. 00000020:00200000:2.0:1780298646.996363:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 547 items remaining. 00000020:00200000:2.0:1780298646.996365:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 546 items remaining. 00000020:00200000:2.0:1780298646.996366:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 545 items remaining. 00000020:00200000:2.0:1780298646.996368:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 544 items remaining. 00000020:00200000:2.0:1780298646.996369:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 543 items remaining. 00000020:00200000:2.0:1780298646.996371:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 542 items remaining. 00000020:00200000:2.0:1780298646.996372:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 541 items remaining. 00000020:00200000:2.0:1780298646.996374:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 540 items remaining. 00000020:00200000:2.0:1780298646.996375:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 539 items remaining. 00000020:00200000:2.0:1780298646.996377:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 538 items remaining. 00000020:00200000:2.0:1780298646.996378:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 537 items remaining. 00000020:00200000:2.0:1780298646.996380:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 536 items remaining. 00000020:00200000:2.0:1780298646.996382:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 535 items remaining. 00000020:00200000:2.0:1780298646.996383:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 534 items remaining. 00000020:00200000:2.0:1780298646.996385:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 533 items remaining. 00000020:00200000:2.0:1780298646.996386:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 532 items remaining. 00000020:00200000:2.0:1780298646.996388:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 531 items remaining. 00000020:00200000:2.0:1780298646.996389:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 530 items remaining. 00000020:00200000:2.0:1780298646.996391:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 529 items remaining. 00000020:00200000:2.0:1780298646.996392:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 528 items remaining. 00000020:00200000:2.0:1780298646.996394:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 527 items remaining. 00000020:00200000:2.0:1780298646.996395:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 526 items remaining. 00000020:00200000:2.0:1780298646.996397:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 525 items remaining. 00000020:00200000:2.0:1780298646.996398:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 524 items remaining. 00000020:00200000:2.0:1780298646.996399:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 523 items remaining. 00000020:00200000:2.0:1780298646.996401:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 522 items remaining. 00000020:00200000:2.0:1780298646.996402:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 521 items remaining. 00000020:00200000:2.0:1780298646.996403:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 520 items remaining. 00000020:00200000:2.0:1780298646.996405:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 519 items remaining. 00000020:00200000:2.0:1780298646.996406:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 518 items remaining. 00000020:00200000:2.0:1780298646.996407:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 517 items remaining. 00000020:00200000:2.0:1780298646.996408:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 516 items remaining. 00000020:00200000:2.0:1780298646.996410:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 515 items remaining. 00000020:00200000:2.0:1780298646.996411:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 514 items remaining. 00000020:00200000:2.0:1780298646.996413:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 513 items remaining. 00000020:00200000:2.0:1780298646.996414:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 512 items remaining. 00000020:00200000:2.0:1780298646.996415:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 511 items remaining. 00000020:00200000:2.0:1780298646.996417:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 510 items remaining. 00000020:00200000:2.0:1780298646.996418:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 509 items remaining. 00000020:00200000:2.0:1780298646.996419:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 508 items remaining. 00000020:00200000:2.0:1780298646.996421:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 507 items remaining. 00000020:00200000:2.0:1780298646.996423:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 506 items remaining. 00000020:00200000:2.0:1780298646.996424:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 505 items remaining. 00000020:00200000:2.0:1780298646.996426:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 504 items remaining. 00000020:00200000:2.0:1780298646.996428:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 503 items remaining. 00000020:00200000:2.0:1780298646.996430:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 502 items remaining. 00000020:00200000:2.0:1780298646.996432:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 501 items remaining. 00000020:00200000:2.0:1780298646.996433:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 500 items remaining. 00000020:00200000:2.0:1780298646.996434:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 499 items remaining. 00000020:00200000:2.0:1780298646.996436:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 498 items remaining. 00000020:00200000:2.0:1780298646.996437:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 497 items remaining. 00000020:00200000:2.0:1780298646.996439:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 496 items remaining. 00000020:00200000:2.0:1780298646.996440:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 495 items remaining. 00000020:00200000:2.0:1780298646.996441:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 494 items remaining. 00000020:00200000:2.0:1780298646.996442:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 493 items remaining. 00000020:00200000:2.0:1780298646.996444:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 492 items remaining. 00000020:00200000:2.0:1780298646.996446:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 491 items remaining. 00000020:00200000:2.0:1780298646.996448:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 490 items remaining. 00000020:00200000:2.0:1780298646.996450:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 489 items remaining. 00000020:00200000:2.0:1780298646.996451:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 488 items remaining. 00000020:00200000:2.0:1780298646.996453:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 487 items remaining. 00000020:00200000:2.0:1780298646.996455:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 486 items remaining. 00000020:00200000:2.0:1780298646.996456:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 485 items remaining. 00000020:00200000:2.0:1780298646.996458:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 484 items remaining. 00000020:00200000:2.0:1780298646.996459:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 483 items remaining. 00000020:00200000:2.0:1780298646.996461:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 482 items remaining. 00000020:00200000:2.0:1780298646.996463:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 481 items remaining. 00000020:00200000:2.0:1780298646.996464:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 480 items remaining. 00000020:00200000:2.0:1780298646.996466:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 479 items remaining. 00000020:00200000:2.0:1780298646.996468:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 478 items remaining. 00000020:00200000:2.0:1780298646.996469:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 477 items remaining. 00000020:00200000:2.0:1780298646.996471:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 476 items remaining. 00000020:00200000:2.0:1780298646.996473:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 475 items remaining. 00000020:00200000:2.0:1780298646.996475:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 474 items remaining. 00000020:00200000:2.0:1780298646.996477:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 473 items remaining. 00000020:00200000:2.0:1780298646.996478:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 472 items remaining. 00000020:00200000:2.0:1780298646.996480:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 471 items remaining. 00000020:00200000:2.0:1780298646.996482:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 470 items remaining. 00000020:00200000:2.0:1780298646.996483:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 469 items remaining. 00000020:00200000:2.0:1780298646.996485:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 468 items remaining. 00000020:00200000:2.0:1780298646.996486:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 467 items remaining. 00000020:00200000:2.0:1780298646.996488:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 466 items remaining. 00000020:00200000:2.0:1780298646.996489:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 465 items remaining. 00000020:00200000:2.0:1780298646.996491:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 464 items remaining. 00000020:00200000:2.0:1780298646.996493:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 463 items remaining. 00000020:00200000:2.0:1780298646.996494:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 462 items remaining. 00000020:00200000:2.0:1780298646.996496:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 461 items remaining. 00000020:00200000:2.0:1780298646.996498:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 460 items remaining. 00000020:00200000:2.0:1780298646.996499:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 459 items remaining. 00000020:00200000:2.0:1780298646.996501:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 458 items remaining. 00000020:00200000:2.0:1780298646.996502:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 457 items remaining. 00000020:00200000:2.0:1780298646.996504:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 456 items remaining. 00000020:00200000:2.0:1780298646.996505:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 455 items remaining. 00000020:00200000:2.0:1780298646.996507:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 454 items remaining. 00000020:00200000:2.0:1780298646.996509:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 453 items remaining. 00000020:00200000:2.0:1780298646.996511:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 452 items remaining. 00000020:00200000:2.0:1780298646.996512:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 451 items remaining. 00000020:00200000:2.0:1780298646.996514:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 450 items remaining. 00000020:00200000:2.0:1780298646.996516:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 449 items remaining. 00000020:00200000:2.0:1780298646.996518:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 448 items remaining. 00000020:00200000:2.0:1780298646.996519:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 447 items remaining. 00000020:00200000:2.0:1780298646.996521:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 446 items remaining. 00000020:00200000:2.0:1780298646.996523:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 445 items remaining. 00000020:00200000:2.0:1780298646.996524:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 444 items remaining. 00000020:00200000:2.0:1780298646.996526:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 443 items remaining. 00000020:00200000:2.0:1780298646.996527:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 442 items remaining. 00000020:00200000:2.0:1780298646.996529:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 441 items remaining. 00000020:00200000:2.0:1780298646.996530:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 440 items remaining. 00000020:00200000:2.0:1780298646.996532:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 439 items remaining. 00000020:00200000:2.0:1780298646.996533:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 438 items remaining. 00000020:00200000:2.0:1780298646.996535:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 437 items remaining. 00000020:00200000:2.0:1780298646.996537:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 436 items remaining. 00000020:00200000:2.0:1780298646.996540:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 435 items remaining. 00000020:00200000:2.0:1780298646.996542:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 434 items remaining. 00000020:00200000:2.0:1780298646.996544:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 433 items remaining. 00000020:00200000:2.0:1780298646.996545:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 432 items remaining. 00000020:00200000:2.0:1780298646.996546:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 431 items remaining. 00000020:00200000:2.0:1780298646.996548:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 430 items remaining. 00000020:00200000:2.0:1780298646.996549:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 429 items remaining. 00000020:00200000:2.0:1780298646.996551:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 428 items remaining. 00000020:00200000:2.0:1780298646.996552:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 427 items remaining. 00000020:00200000:2.0:1780298646.996554:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 426 items remaining. 00000020:00200000:2.0:1780298646.996556:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 425 items remaining. 00000020:00200000:2.0:1780298646.996557:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 424 items remaining. 00000020:00200000:2.0:1780298646.996559:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 423 items remaining. 00000020:00200000:2.0:1780298646.996560:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 422 items remaining. 00000020:00200000:2.0:1780298646.996562:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 421 items remaining. 00000020:00200000:2.0:1780298646.996564:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 420 items remaining. 00000020:00200000:2.0:1780298646.996565:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 419 items remaining. 00000020:00200000:2.0:1780298646.996567:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 418 items remaining. 00000020:00200000:2.0:1780298646.996569:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 417 items remaining. 00000020:00200000:2.0:1780298646.996570:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 416 items remaining. 00000020:00200000:2.0:1780298646.996572:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 415 items remaining. 00000020:00200000:2.0:1780298646.996574:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 414 items remaining. 00000020:00200000:2.0:1780298646.996575:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 413 items remaining. 00000020:00200000:2.0:1780298646.996576:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 412 items remaining. 00000020:00200000:2.0:1780298646.996578:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 411 items remaining. 00000020:00200000:2.0:1780298646.996579:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 410 items remaining. 00000020:00200000:2.0:1780298646.996581:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 409 items remaining. 00000020:00200000:2.0:1780298646.996583:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 408 items remaining. 00000020:00200000:2.0:1780298646.996585:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 407 items remaining. 00000020:00200000:2.0:1780298646.996586:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 406 items remaining. 00000020:00200000:2.0:1780298646.996588:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 405 items remaining. 00000020:00200000:2.0:1780298646.996589:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 404 items remaining. 00000020:00200000:2.0:1780298646.996591:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 403 items remaining. 00000020:00200000:2.0:1780298646.996593:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 402 items remaining. 00000020:00200000:2.0:1780298646.996594:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 401 items remaining. 00000020:00200000:2.0:1780298646.996596:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 400 items remaining. 00000020:00200000:2.0:1780298646.996597:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 399 items remaining. 00000020:00200000:2.0:1780298646.996599:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 398 items remaining. 00000020:00200000:2.0:1780298646.996600:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 397 items remaining. 00000020:00200000:2.0:1780298646.996602:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 396 items remaining. 00000020:00200000:2.0:1780298646.996604:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 395 items remaining. 00000020:00200000:2.0:1780298646.996605:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 394 items remaining. 00000020:00200000:2.0:1780298646.996607:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 393 items remaining. 00000020:00200000:2.0:1780298646.996609:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 392 items remaining. 00000020:00200000:2.0:1780298646.996611:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 391 items remaining. 00000020:00200000:2.0:1780298646.996612:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 390 items remaining. 00000020:00200000:2.0:1780298646.996614:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 389 items remaining. 00000020:00200000:2.0:1780298646.996615:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 388 items remaining. 00000020:00200000:2.0:1780298646.996617:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 387 items remaining. 00000020:00200000:2.0:1780298646.996618:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 386 items remaining. 00000020:00200000:2.0:1780298646.996620:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 385 items remaining. 00000020:00200000:2.0:1780298646.996622:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 384 items remaining. 00000020:00200000:2.0:1780298646.996623:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 383 items remaining. 00000020:00200000:2.0:1780298646.996625:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 382 items remaining. 00000020:00200000:2.0:1780298646.996626:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 381 items remaining. 00000020:00200000:2.0:1780298646.996628:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 380 items remaining. 00000020:00200000:2.0:1780298646.996629:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 379 items remaining. 00000020:00200000:2.0:1780298646.996630:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 378 items remaining. 00000020:00200000:2.0:1780298646.996632:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 377 items remaining. 00000020:00200000:2.0:1780298646.996633:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 376 items remaining. 00000020:00200000:2.0:1780298646.996635:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 375 items remaining. 00000020:00200000:2.0:1780298646.996637:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 374 items remaining. 00000020:00200000:2.0:1780298646.996639:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 373 items remaining. 00000020:00200000:2.0:1780298646.996641:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 372 items remaining. 00000020:00200000:2.0:1780298646.996642:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 371 items remaining. 00000020:00200000:2.0:1780298646.996643:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 370 items remaining. 00000020:00200000:2.0:1780298646.996645:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 369 items remaining. 00000020:00200000:2.0:1780298646.996646:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 368 items remaining. 00000020:00200000:2.0:1780298646.996647:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 367 items remaining. 00000020:00200000:2.0:1780298646.996649:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 366 items remaining. 00000020:00200000:2.0:1780298646.996650:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 365 items remaining. 00000020:00200000:2.0:1780298646.996651:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 364 items remaining. 00000020:00200000:2.0:1780298646.996652:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 363 items remaining. 00000020:00200000:2.0:1780298646.996654:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 362 items remaining. 00000020:00200000:2.0:1780298646.996655:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 361 items remaining. 00000020:00200000:2.0:1780298646.996657:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 360 items remaining. 00000020:00200000:2.0:1780298646.996658:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 359 items remaining. 00000020:00200000:2.0:1780298646.996659:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 358 items remaining. 00000020:00200000:2.0:1780298646.996661:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 357 items remaining. 00000020:00200000:2.0:1780298646.996663:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 356 items remaining. 00000020:00200000:2.0:1780298646.996664:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 355 items remaining. 00000020:00200000:2.0:1780298646.996666:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 354 items remaining. 00000020:00200000:2.0:1780298646.996667:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 353 items remaining. 00000020:00200000:2.0:1780298646.996669:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 352 items remaining. 00000020:00200000:2.0:1780298646.996670:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 351 items remaining. 00000020:00200000:2.0:1780298646.996671:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 350 items remaining. 00000020:00200000:2.0:1780298646.996673:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 349 items remaining. 00000020:00200000:2.0:1780298646.996674:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 348 items remaining. 00000020:00200000:2.0:1780298646.996675:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 347 items remaining. 00000020:00200000:2.0:1780298646.996677:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 346 items remaining. 00000020:00200000:2.0:1780298646.996678:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 345 items remaining. 00000020:00200000:2.0:1780298646.996679:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 344 items remaining. 00000020:00200000:2.0:1780298646.996681:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 343 items remaining. 00000020:00200000:2.0:1780298646.996683:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 342 items remaining. 00000020:00200000:2.0:1780298646.996718:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 341 items remaining. 00000020:00200000:2.0:1780298646.996721:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 340 items remaining. 00000020:00200000:2.0:1780298646.996723:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 339 items remaining. 00000020:00200000:2.0:1780298646.996725:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 338 items remaining. 00000020:00200000:2.0:1780298646.996726:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 337 items remaining. 00000020:00200000:2.0:1780298646.996728:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 336 items remaining. 00000020:00200000:2.0:1780298646.996730:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 335 items remaining. 00000020:00200000:2.0:1780298646.996732:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 334 items remaining. 00000020:00200000:2.0:1780298646.996733:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 333 items remaining. 00000020:00200000:2.0:1780298646.996735:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 332 items remaining. 00000020:00200000:2.0:1780298646.996737:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 331 items remaining. 00000020:00200000:2.0:1780298646.996738:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 330 items remaining. 00000020:00200000:2.0:1780298646.996740:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 329 items remaining. 00000020:00200000:2.0:1780298646.996742:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 328 items remaining. 00000020:00200000:2.0:1780298646.996743:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 327 items remaining. 00000020:00200000:2.0:1780298646.996745:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 326 items remaining. 00000020:00200000:2.0:1780298646.996747:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 325 items remaining. 00000020:00200000:2.0:1780298646.996749:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 324 items remaining. 00000020:00200000:2.0:1780298646.996751:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 323 items remaining. 00000020:00200000:2.0:1780298646.996752:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 322 items remaining. 00000020:00200000:2.0:1780298646.996754:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 321 items remaining. 00000020:00200000:2.0:1780298646.996756:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 320 items remaining. 00000020:00200000:2.0:1780298646.996757:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 319 items remaining. 00000020:00200000:2.0:1780298646.996759:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 318 items remaining. 00000020:00200000:2.0:1780298646.996760:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 317 items remaining. 00000020:00200000:2.0:1780298646.996761:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 316 items remaining. 00000020:00200000:2.0:1780298646.996763:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 315 items remaining. 00000020:00200000:2.0:1780298646.996764:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 314 items remaining. 00000020:00200000:2.0:1780298646.996766:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 313 items remaining. 00000020:00200000:2.0:1780298646.996767:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 312 items remaining. 00000020:00200000:2.0:1780298646.996770:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 311 items remaining. 00000020:00200000:2.0:1780298646.996771:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 310 items remaining. 00000020:00200000:2.0:1780298646.996773:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 309 items remaining. 00000020:00200000:2.0:1780298646.996775:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 308 items remaining. 00000020:00200000:2.0:1780298646.996776:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 307 items remaining. 00000020:00200000:2.0:1780298646.996778:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 306 items remaining. 00000020:00200000:2.0:1780298646.996780:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 305 items remaining. 00000020:00200000:2.0:1780298646.996781:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 304 items remaining. 00000020:00200000:2.0:1780298646.996782:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 303 items remaining. 00000020:00200000:2.0:1780298646.996784:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 302 items remaining. 00000020:00200000:2.0:1780298646.996785:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 301 items remaining. 00000020:00200000:2.0:1780298646.996787:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 300 items remaining. 00000020:00200000:2.0:1780298646.996788:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 299 items remaining. 00000020:00200000:2.0:1780298646.996790:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 298 items remaining. 00000020:00200000:2.0:1780298646.996792:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 297 items remaining. 00000020:00200000:2.0:1780298646.996793:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 296 items remaining. 00000020:00200000:2.0:1780298646.996795:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 295 items remaining. 00000020:00200000:2.0:1780298646.996796:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 294 items remaining. 00000020:00200000:2.0:1780298646.996798:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 293 items remaining. 00000020:00200000:2.0:1780298646.996800:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 292 items remaining. 00000020:00200000:2.0:1780298646.996802:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 291 items remaining. 00000020:00200000:2.0:1780298646.996803:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 290 items remaining. 00000020:00200000:2.0:1780298646.996804:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 289 items remaining. 00000020:00200000:2.0:1780298646.996806:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 288 items remaining. 00000020:00200000:2.0:1780298646.996807:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 287 items remaining. 00000020:00200000:2.0:1780298646.996809:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 286 items remaining. 00000020:00200000:2.0:1780298646.996810:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 285 items remaining. 00000020:00200000:2.0:1780298646.996811:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 284 items remaining. 00000020:00200000:2.0:1780298646.996812:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 283 items remaining. 00000020:00200000:2.0:1780298646.996814:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 282 items remaining. 00000020:00200000:2.0:1780298646.996815:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 281 items remaining. 00000020:00200000:2.0:1780298646.996816:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 280 items remaining. 00000020:00200000:2.0:1780298646.996819:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 279 items remaining. 00000020:00200000:2.0:1780298646.996821:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 278 items remaining. 00000020:00200000:2.0:1780298646.996823:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 277 items remaining. 00000020:00200000:2.0:1780298646.996825:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 276 items remaining. 00000020:00200000:2.0:1780298646.996827:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 275 items remaining. 00000020:00200000:2.0:1780298646.996828:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 274 items remaining. 00000020:00200000:2.0:1780298646.996829:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 273 items remaining. 00000020:00200000:2.0:1780298646.996831:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 272 items remaining. 00000020:00200000:2.0:1780298646.996832:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 271 items remaining. 00000020:00200000:2.0:1780298646.996834:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 270 items remaining. 00000020:00200000:2.0:1780298646.996835:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 269 items remaining. 00000020:00200000:2.0:1780298646.996837:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 268 items remaining. 00000020:00200000:2.0:1780298646.996839:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 267 items remaining. 00000020:00200000:2.0:1780298646.996840:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 266 items remaining. 00000020:00200000:2.0:1780298646.996842:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 265 items remaining. 00000020:00200000:2.0:1780298646.996844:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 264 items remaining. 00000020:00200000:2.0:1780298646.996845:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 263 items remaining. 00000020:00200000:2.0:1780298646.996847:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 262 items remaining. 00000020:00200000:2.0:1780298646.996848:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 261 items remaining. 00000020:00200000:2.0:1780298646.996850:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 260 items remaining. 00000020:00200000:2.0:1780298646.996852:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 259 items remaining. 00000020:00200000:2.0:1780298646.996854:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 258 items remaining. 00000020:00200000:2.0:1780298646.996856:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 257 items remaining. 00000020:00200000:2.0:1780298646.996857:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 256 items remaining. 00000020:00200000:2.0:1780298646.996859:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 255 items remaining. 00000020:00200000:2.0:1780298646.996861:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 254 items remaining. 00000020:00200000:2.0:1780298646.996862:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 253 items remaining. 00000020:00200000:2.0:1780298646.996863:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 252 items remaining. 00000020:00200000:2.0:1780298646.996865:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 251 items remaining. 00000020:00200000:2.0:1780298646.996867:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 250 items remaining. 00000020:00200000:2.0:1780298646.996868:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 249 items remaining. 00000020:00200000:2.0:1780298646.996870:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 248 items remaining. 00000020:00200000:2.0:1780298646.996872:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 247 items remaining. 00000020:00200000:2.0:1780298646.996873:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 246 items remaining. 00000020:00200000:2.0:1780298646.996875:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 245 items remaining. 00000020:00200000:2.0:1780298646.996877:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 244 items remaining. 00000020:00200000:2.0:1780298646.996878:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 243 items remaining. 00000020:00200000:2.0:1780298646.996880:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 242 items remaining. 00000020:00200000:2.0:1780298646.996881:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 241 items remaining. 00000020:00200000:2.0:1780298646.996882:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 240 items remaining. 00000020:00200000:2.0:1780298646.996884:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 239 items remaining. 00000020:00200000:2.0:1780298646.996886:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 238 items remaining. 00000020:00200000:2.0:1780298646.996887:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 237 items remaining. 00000020:00200000:2.0:1780298646.996889:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 236 items remaining. 00000020:00200000:2.0:1780298646.996890:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 235 items remaining. 00000020:00200000:2.0:1780298646.996891:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 234 items remaining. 00000020:00200000:2.0:1780298646.996893:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 233 items remaining. 00000020:00200000:2.0:1780298646.996894:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 232 items remaining. 00000020:00200000:2.0:1780298646.996896:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 231 items remaining. 00000020:00200000:2.0:1780298646.996898:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 230 items remaining. 00000020:00200000:2.0:1780298646.996899:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 229 items remaining. 00000020:00200000:2.0:1780298646.996901:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 228 items remaining. 00000020:00200000:2.0:1780298646.996903:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 227 items remaining. 00000020:00200000:2.0:1780298646.996904:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 226 items remaining. 00000020:00200000:2.0:1780298646.996906:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 225 items remaining. 00000020:00200000:2.0:1780298646.996908:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 224 items remaining. 00000020:00200000:2.0:1780298646.996910:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 223 items remaining. 00000020:00200000:2.0:1780298646.996911:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 222 items remaining. 00000020:00200000:2.0:1780298646.996912:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 221 items remaining. 00000020:00200000:2.0:1780298646.996914:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 220 items remaining. 00000020:00200000:2.0:1780298646.996916:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 219 items remaining. 00000020:00200000:2.0:1780298646.996918:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 218 items remaining. 00000020:00200000:2.0:1780298646.996919:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 217 items remaining. 00000020:00200000:2.0:1780298646.996921:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 216 items remaining. 00000020:00200000:2.0:1780298646.996923:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 215 items remaining. 00000020:00200000:2.0:1780298646.996925:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 214 items remaining. 00000020:00200000:2.0:1780298646.996927:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 213 items remaining. 00000020:00200000:2.0:1780298646.996928:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 212 items remaining. 00000020:00200000:2.0:1780298646.996930:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 211 items remaining. 00000020:00200000:2.0:1780298646.996931:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 210 items remaining. 00000020:00200000:2.0:1780298646.996933:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 209 items remaining. 00000020:00200000:2.0:1780298646.996934:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 208 items remaining. 00000020:00200000:2.0:1780298646.996936:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 207 items remaining. 00000020:00200000:2.0:1780298646.996937:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 206 items remaining. 00000020:00200000:2.0:1780298646.996938:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 205 items remaining. 00000020:00200000:2.0:1780298646.996939:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 204 items remaining. 00000020:00200000:2.0:1780298646.996941:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 203 items remaining. 00000020:00200000:2.0:1780298646.996942:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 202 items remaining. 00000020:00200000:2.0:1780298646.996943:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 201 items remaining. 00000020:00200000:2.0:1780298646.996945:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 200 items remaining. 00000020:00200000:2.0:1780298646.996946:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 199 items remaining. 00000020:00200000:2.0:1780298646.996947:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 198 items remaining. 00000020:00200000:2.0:1780298646.996949:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 197 items remaining. 00000020:00200000:2.0:1780298646.996951:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 196 items remaining. 00000020:00200000:2.0:1780298646.996952:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 195 items remaining. 00000020:00200000:2.0:1780298646.996954:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 194 items remaining. 00000020:00200000:2.0:1780298646.996956:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 193 items remaining. 00000020:00200000:2.0:1780298646.996957:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 192 items remaining. 00000020:00200000:2.0:1780298646.996959:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 191 items remaining. 00000020:00200000:2.0:1780298646.996961:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 190 items remaining. 00000020:00200000:2.0:1780298646.996962:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 189 items remaining. 00000020:00200000:2.0:1780298646.996964:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 188 items remaining. 00000020:00200000:2.0:1780298646.996966:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 187 items remaining. 00000020:00200000:2.0:1780298646.996967:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 186 items remaining. 00000020:00200000:2.0:1780298646.996969:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 185 items remaining. 00000020:00200000:2.0:1780298646.996970:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 184 items remaining. 00000020:00200000:2.0:1780298646.996972:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 183 items remaining. 00000020:00200000:2.0:1780298646.996974:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 182 items remaining. 00000020:00200000:2.0:1780298646.996976:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 181 items remaining. 00000020:00200000:2.0:1780298646.996977:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 180 items remaining. 00000020:00200000:2.0:1780298646.996979:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 179 items remaining. 00000020:00200000:2.0:1780298646.996981:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 178 items remaining. 00000020:00200000:2.0:1780298646.996982:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 177 items remaining. 00000020:00200000:2.0:1780298646.996984:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 176 items remaining. 00000020:00200000:2.0:1780298646.996985:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 175 items remaining. 00000020:00200000:2.0:1780298646.996987:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 174 items remaining. 00000020:00200000:2.0:1780298646.996988:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 173 items remaining. 00000020:00200000:2.0:1780298646.996990:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 172 items remaining. 00000020:00200000:2.0:1780298646.996991:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 171 items remaining. 00000020:00200000:2.0:1780298646.996993:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 170 items remaining. 00000020:00200000:2.0:1780298646.996995:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 169 items remaining. 00000020:00200000:2.0:1780298646.996996:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 168 items remaining. 00000020:00200000:2.0:1780298646.996998:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 167 items remaining. 00000020:00200000:2.0:1780298646.997000:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 166 items remaining. 00000020:00200000:2.0:1780298646.997002:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 165 items remaining. 00000020:00200000:2.0:1780298646.997004:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 164 items remaining. 00000020:00200000:2.0:1780298646.997005:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 163 items remaining. 00000020:00200000:2.0:1780298646.997007:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 162 items remaining. 00000020:00200000:2.0:1780298646.997008:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 161 items remaining. 00000020:00200000:2.0:1780298646.997010:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 160 items remaining. 00000020:00200000:2.0:1780298646.997012:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 159 items remaining. 00000020:00200000:2.0:1780298646.997013:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 158 items remaining. 00000020:00200000:2.0:1780298646.997015:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 157 items remaining. 00000020:00200000:2.0:1780298646.997017:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 156 items remaining. 00000020:00200000:2.0:1780298646.997018:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 155 items remaining. 00000020:00200000:2.0:1780298646.997019:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 154 items remaining. 00000020:00200000:2.0:1780298646.997021:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 153 items remaining. 00000020:00200000:2.0:1780298646.997022:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 152 items remaining. 00000020:00200000:2.0:1780298646.997024:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 151 items remaining. 00000020:00200000:2.0:1780298646.997026:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 150 items remaining. 00000020:00200000:2.0:1780298646.997028:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 149 items remaining. 00000020:00200000:2.0:1780298646.997030:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 148 items remaining. 00000020:00200000:2.0:1780298646.997031:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 147 items remaining. 00000020:00200000:2.0:1780298646.997033:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 146 items remaining. 00000020:00200000:2.0:1780298646.997035:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 145 items remaining. 00000020:00200000:2.0:1780298646.997036:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 144 items remaining. 00000020:00200000:2.0:1780298646.997038:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 143 items remaining. 00000020:00200000:2.0:1780298646.997039:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 142 items remaining. 00000020:00200000:2.0:1780298646.997041:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 141 items remaining. 00000020:00200000:2.0:1780298646.997042:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 140 items remaining. 00000020:00200000:2.0:1780298646.997044:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 139 items remaining. 00000020:00200000:2.0:1780298646.997046:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 138 items remaining. 00000020:00200000:2.0:1780298646.997048:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 137 items remaining. 00000020:00200000:2.0:1780298646.997050:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 136 items remaining. 00000020:00200000:2.0:1780298646.997051:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 135 items remaining. 00000020:00200000:2.0:1780298646.997053:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 134 items remaining. 00000020:00200000:2.0:1780298646.997055:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 133 items remaining. 00000020:00200000:2.0:1780298646.997057:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 132 items remaining. 00000020:00200000:2.0:1780298646.997058:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 131 items remaining. 00000020:00200000:2.0:1780298646.997060:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 130 items remaining. 00000020:00200000:2.0:1780298646.997061:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 129 items remaining. 00000020:00200000:2.0:1780298646.997062:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 128 items remaining. 00000020:00200000:2.0:1780298646.997064:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 127 items remaining. 00000020:00200000:2.0:1780298646.997066:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 126 items remaining. 00000020:00200000:2.0:1780298646.997067:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 125 items remaining. 00000020:00200000:2.0:1780298646.997069:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 124 items remaining. 00000020:00200000:2.0:1780298646.997070:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 123 items remaining. 00000020:00200000:2.0:1780298646.997072:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 122 items remaining. 00000020:00200000:2.0:1780298646.997073:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 121 items remaining. 00000020:00200000:2.0:1780298646.997074:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 120 items remaining. 00000020:00200000:2.0:1780298646.997076:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 119 items remaining. 00000020:00200000:2.0:1780298646.997077:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 118 items remaining. 00000020:00200000:2.0:1780298646.997079:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 117 items remaining. 00000020:00200000:2.0:1780298646.997081:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 116 items remaining. 00000020:00200000:2.0:1780298646.997083:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 115 items remaining. 00000020:00200000:2.0:1780298646.997084:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 114 items remaining. 00000020:00200000:2.0:1780298646.997086:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 113 items remaining. 00000020:00200000:2.0:1780298646.997087:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 112 items remaining. 00000020:00200000:2.0:1780298646.997089:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 111 items remaining. 00000020:00200000:2.0:1780298646.997091:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 110 items remaining. 00000020:00200000:2.0:1780298646.997092:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 109 items remaining. 00000020:00200000:2.0:1780298646.997094:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 108 items remaining. 00000020:00200000:2.0:1780298646.997095:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 107 items remaining. 00000020:00200000:2.0:1780298646.997097:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 106 items remaining. 00000020:00200000:2.0:1780298646.997098:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 105 items remaining. 00000020:00200000:2.0:1780298646.997100:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 104 items remaining. 00000020:00200000:2.0:1780298646.997102:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 103 items remaining. 00000020:00200000:2.0:1780298646.997104:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 102 items remaining. 00000020:00200000:2.0:1780298646.997105:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 101 items remaining. 00000020:00200000:2.0:1780298646.997107:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 100 items remaining. 00000020:00200000:2.0:1780298646.997109:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 99 items remaining. 00000020:00200000:2.0:1780298646.997111:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 98 items remaining. 00000020:00200000:2.0:1780298646.997113:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 97 items remaining. 00000020:00200000:2.0:1780298646.997114:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 96 items remaining. 00000020:00200000:2.0:1780298646.997116:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 95 items remaining. 00000020:00200000:2.0:1780298646.997117:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 94 items remaining. 00000020:00200000:2.0:1780298646.997119:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 93 items remaining. 00000020:00200000:2.0:1780298646.997120:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 92 items remaining. 00000020:00200000:2.0:1780298646.997122:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 91 items remaining. 00000020:00200000:2.0:1780298646.997123:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 90 items remaining. 00000020:00200000:2.0:1780298646.997125:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 89 items remaining. 00000020:00200000:2.0:1780298646.997126:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 88 items remaining. 00000020:00200000:2.0:1780298646.997128:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 87 items remaining. 00000020:00200000:2.0:1780298646.997130:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 86 items remaining. 00000020:00200000:2.0:1780298646.997131:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 85 items remaining. 00000020:00200000:2.0:1780298646.997133:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 84 items remaining. 00000020:00200000:2.0:1780298646.997134:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 83 items remaining. 00000020:00200000:2.0:1780298646.997136:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 82 items remaining. 00000020:00200000:2.0:1780298646.997137:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 81 items remaining. 00000020:00200000:2.0:1780298646.997139:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 80 items remaining. 00000020:00200000:2.0:1780298646.997141:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 79 items remaining. 00000020:00200000:2.0:1780298646.997143:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 78 items remaining. 00000020:00200000:2.0:1780298646.997144:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 77 items remaining. 00000020:00200000:2.0:1780298646.997146:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 76 items remaining. 00000020:00200000:2.0:1780298646.997148:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 75 items remaining. 00000020:00200000:2.0:1780298646.997149:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 74 items remaining. 00000020:00200000:2.0:1780298646.997151:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 73 items remaining. 00000020:00200000:2.0:1780298646.997153:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 72 items remaining. 00000020:00200000:2.0:1780298646.997154:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 71 items remaining. 00000020:00200000:2.0:1780298646.997156:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 70 items remaining. 00000020:00200000:2.0:1780298646.997158:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 69 items remaining. 00000020:00200000:2.0:1780298646.997159:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 68 items remaining. 00000020:00200000:2.0:1780298646.997161:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 67 items remaining. 00000020:00200000:2.0:1780298646.997162:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 66 items remaining. 00000020:00200000:2.0:1780298646.997163:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 65 items remaining. 00000020:00200000:2.0:1780298646.997165:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 64 items remaining. 00000020:00200000:2.0:1780298646.997166:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 63 items remaining. 00000020:00200000:2.0:1780298646.997168:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 62 items remaining. 00000020:00200000:2.0:1780298646.997169:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 61 items remaining. 00000020:00200000:2.0:1780298646.997170:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 60 items remaining. 00000020:00200000:2.0:1780298646.997171:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 59 items remaining. 00000020:00200000:2.0:1780298646.997173:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 58 items remaining. 00000020:00200000:2.0:1780298646.997174:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 57 items remaining. 00000020:00200000:2.0:1780298646.997175:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 56 items remaining. 00000020:00200000:2.0:1780298646.997177:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 55 items remaining. 00000020:00200000:2.0:1780298646.997179:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 54 items remaining. 00000020:00200000:2.0:1780298646.997180:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 53 items remaining. 00000020:00200000:2.0:1780298646.997182:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 52 items remaining. 00000020:00200000:2.0:1780298646.997183:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 51 items remaining. 00000020:00200000:2.0:1780298646.997185:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 50 items remaining. 00000020:00200000:2.0:1780298646.997187:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 49 items remaining. 00000020:00200000:2.0:1780298646.997189:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 48 items remaining. 00000020:00200000:2.0:1780298646.997191:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 47 items remaining. 00000020:00200000:2.0:1780298646.997193:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 46 items remaining. 00000020:00200000:2.0:1780298646.997194:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 45 items remaining. 00000020:00200000:2.0:1780298646.997196:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 44 items remaining. 00000020:00200000:2.0:1780298646.997198:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 43 items remaining. 00000020:00200000:2.0:1780298646.997200:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 42 items remaining. 00000020:00200000:2.0:1780298646.997202:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 41 items remaining. 00000020:00200000:2.0:1780298646.997204:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 40 items remaining. 00000020:00200000:2.0:1780298646.997206:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 39 items remaining. 00000020:00200000:2.0:1780298646.997208:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 38 items remaining. 00000020:00200000:2.0:1780298646.997210:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 37 items remaining. 00000020:00200000:2.0:1780298646.997211:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 36 items remaining. 00000020:00200000:2.0:1780298646.997213:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 35 items remaining. 00000020:00200000:2.0:1780298646.997214:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 34 items remaining. 00000020:00200000:2.0:1780298646.997215:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 33 items remaining. 00000020:00200000:2.0:1780298646.997217:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 32 items remaining. 00000020:00200000:2.0:1780298646.997218:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 31 items remaining. 00000020:00200000:2.0:1780298646.997219:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 30 items remaining. 00000020:00200000:2.0:1780298646.997220:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 29 items remaining. 00000020:00200000:2.0:1780298646.997222:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 28 items remaining. 00000020:00200000:2.0:1780298646.997223:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 27 items remaining. 00000020:00200000:2.0:1780298646.997224:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 26 items remaining. 00000020:00200000:2.0:1780298646.997226:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 25 items remaining. 00000020:00200000:2.0:1780298646.997227:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 24 items remaining. 00000020:00200000:2.0:1780298646.997229:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 23 items remaining. 00000020:00200000:2.0:1780298646.997231:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 22 items remaining. 00000020:00200000:2.0:1780298646.997233:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 21 items remaining. 00000020:00200000:2.0:1780298646.997234:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 20 items remaining. 00000020:00200000:2.0:1780298646.997236:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 19 items remaining. 00000020:00200000:2.0:1780298646.997237:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 18 items remaining. 00000020:00200000:2.0:1780298646.997239:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 17 items remaining. 00000020:00200000:2.0:1780298646.997240:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 16 items remaining. 00000020:00200000:2.0:1780298646.997242:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 15 items remaining. 00000020:00200000:2.0:1780298646.997243:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 14 items remaining. 00000020:00200000:2.0:1780298646.997244:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 13 items remaining. 00000020:00200000:2.0:1780298646.997246:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 12 items remaining. 00000020:00200000:2.0:1780298646.997247:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 11 items remaining. 00000020:00200000:2.0:1780298646.997249:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 10 items remaining. 00000020:00200000:2.0:1780298646.997251:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 9 items remaining. 00000020:00200000:2.0:1780298646.997253:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 8 items remaining. 00000020:00200000:2.0:1780298646.997254:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 7 items remaining. 00000020:00200000:2.0:1780298646.997256:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 6 items remaining. 00000020:00200000:2.0:1780298646.997257:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 5 items remaining. 00000020:00200000:2.0:1780298646.997259:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 4 items remaining. 00000020:00200000:2.0:1780298646.997260:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 3 items remaining. 00000020:00200000:2.0:1780298646.997262:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 2 items remaining. 00000020:00200000:2.0:1780298646.997264:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00200000:2.0:1780298646.997265:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00200000:2.0:1780298646.998336:0:2399:0:(cl_io.c:1312:cl_sub_dio_end()) finishing unaligned dio write aio->cda_bytes 9068588 00000020:00200000:2.0:1780298646.998373:0:2399:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000008:00010000:2.0:1780298646.998399:0:2399:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff8c42e7617a80 00000100:00100000:2.0:1780298646.998422:0:2399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2399:1866777609793920:192.168.203.125@tcp:4:fsx.0 00000080:00200000:3.0:1780298646.998459:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 2214] 00000080:00200000:3.0:1780298646.998512:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1780298646.998518:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxgood: 2 io complete with rc: 0, result: 9068588, restart: 0 00000080:00200000:3.0:1780298646.998533:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x35:0x0] updating i_size 9068588 i_blocks 17720 00000020:00200000:3.0:1780298646.998536:0:29360:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1780298646.998545:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 9068588 00000080:00200008:3.0:1780298646.998640:0:29360:0:(file.c:447:ll_file_release()) START file f16b.sanityn.fsxgood:[0x200000402:0x35:0x0](ffff8c4398a742c8), flags 100002 00000002:00100000:3.0:1780298646.998759:0:29360:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8c43886bc700 x1866777608606080/t4294990752(4294990752) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1780298651 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780298646.998773:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780298646.998781:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c43863a1c00 x1866777609794432/t0(0) o35->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1780298646.998811:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609794432:192.168.203.125@tcp:35:fsx.0 00000100:00100000:3.0:1780298646.998932:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c438564e840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298647.000564:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c43863a1c00 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609794432:192.168.203.125@tcp:35:fsx.0 00000002:00100000:3.0:1780298647.000587:0:29360:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8c43886bc700 x1866777608606080/t4294990752(4294990752) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1780298651 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1780298647.001177:0:29360:0:(file.c:2612:do_file_write_iter()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0], ppos: 81920, count: 1211 00000080:00200000:2.0:1780298647.001198:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 20 of 0 to 1211 bytes 00000080:00200000:2.0:1780298647.001204:0:29360:0:(file.c:2588:ll_do_tiny_write()) result: 0, original count 1211 00000080:00200000:2.0:1780298647.001233:0:29360:0:(file.c:2058:ll_file_io_generic()) f16b.sanityn.fsxlog: write ppos: 81920, bytes: 1211 00000080:00200000:2.0:1780298647.001238:0:29360:0:(file.c:1815:ll_io_set_mirror()) f16b.sanityn.fsxlog: desiginated mirror: 0 00000020:00200000:2.0:1780298647.001244:0:29360:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ea61448e[0x110, 21, [0x200000402:0x36:0x0] hash] 00000020:00200000:2.0:1780298647.001247:0:29360:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [81920, 83131) 0 0 00000080:00200000:2.0:1780298647.001251:0:29360:0:(vvp_io.c:1817:vvp_io_init()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:2.0:1780298647.001263:0:29360:0:(file.c:2136:ll_file_io_generic()) Range lock [20, 20] 00020000:00200000:2.0:1780298647.001271:0:29360:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 81920 chunk: [81920, 83131) 83131, 1211 00020000:00200000:2.0:1780298647.001275:0:29360:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1780298647.001299:0:29360:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [20, 20] 00000008:00010000:2.0:1780298647.001310:0:29360:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:2.0:1780298647.001315:0:29360:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff8c43886f6730, osc lock ffff8c43878a51d0, flags 0x0 00010000:00010000:2.0:1780298647.001334:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298647.001349:0:29360:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (81920 86015) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298647.001361:0:29360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298647.001369:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298647.001376:0:29360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1780298647.001386:0:29360:0:(vvp_io.c:1286:vvp_io_write_start()) f16b.sanityn.fsxlog: write [81920, 83131) append 0 append lockpos 0 00000080:00200000:2.0:1780298647.001393:0:29360:0:(rw26.c:663:ll_write_begin()) Writing 20 of 0 to 1211 bytes 00000080:00200000:2.0:1780298647.001423:0:29360:0:(rw26.c:858:ll_write_end()) pos 81920, len 1211, copied 1211 00000080:00200000:2.0:1780298647.001429:0:29360:0:(rw26.c:916:ll_write_end()) page@00000000eef41f08[3 00000000d7137fae 2 1 00000000dda65995] 00000080:00200000:2.0:1780298647.001433:0:29360:0:(rw26.c:916:ll_write_end()) vmpage @000000001b462f3d 17ffffc0001001 3:0 ffff8c43862e4d20 20 lru 00000080:00200000:2.0:1780298647.001440:0:29360:0:(rw26.c:916:ll_write_end()) osc-page@000000005dc8df4c 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 0000000096c9dd05 000000001feb7077 > 3< 0 0 > 4< 0 0 8 484532224 - | - - + - > 5< - - + - | 0 - | 20 - -> 00000080:00200000:2.0:1780298647.001442:0:29360:0:(rw26.c:916:ll_write_end()) end page@00000000eef41f08 00000080:00200000:2.0:1780298647.001443:0:29360:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1780298647.001447:0:29360:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 1211 prio 0 00000008:00010000:2.0:1780298647.001464:0:29360:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 0000000065dc7a08 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1780298647.001473:0:29360:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000065dc7a08 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1780298647.001480:0:29360:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1780298647.001489:0:29360:0:(osc_cache.c:845:osc_extent_find()) ### extent: 00000000fd9da219 ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1780298647.001507:0:29360:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff8c4398a775f8, count 1, dirtied 1 00000080:00200000:2.0:1780298647.001511:0:29360:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 1211 bytes, tot: 1211 00000080:00200000:2.0:1780298647.001513:0:29360:0:(vvp_io.c:1353:vvp_io_write_start()) f16b.sanityn.fsxlog: write bytes 0, result: 1211 00000020:00010000:2.0:1780298647.001525:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff8c43a0794a88 (ffff8c43929eebd8/0) at cl_lock_release():245 00000020:00010000:2.0:1780298647.001528:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43a0794a88 (ffff8c43929eebd8/0) at cl_lock_cancel():142 00000020:00010000:2.0:1780298647.001531:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff8c43886f6730 (ffff8c43929ee998/1) at cl_lock_cancel():142 00010000:00010000:2.0:1780298647.001537:0:29360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1780298647.001544:0:29360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8c43884eb800 lock: 000000002da3aec0/0x11c228eb194d5b39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000020000 nid: local remote: 0xaf35132e63036d87 expref: -99 pid: 29360 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 0 00000020:00010000:2.0:1780298647.001561:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43a0794a88 (ffff8c43929eebd8/0) at cl_lock_fini():72 00000020:00010000:2.0:1780298647.001564:0:29360:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff8c43886f6730 (ffff8c43929eebd8/1) at cl_lock_fini():72 00000080:00200000:2.0:1780298647.001570:0:29360:0:(vvp_io.c:517:vvp_io_advance()) advancing 1211 bytes 00000080:00200000:2.0:1780298647.001574:0:29360:0:(file.c:2173:ll_file_io_generic()) Range unlock [20, 20] 00000080:00200000:2.0:1780298647.001595:0:29360:0:(vvp_io.c:288:vvp_io_fini()) [0x200000402:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1780298647.001598:0:29360:0:(file.c:2206:ll_file_io_generic()) f16b.sanityn.fsxlog: 2 io complete with rc: 0, result: 1211, restart: 0 00000080:00200000:2.0:1780298647.001606:0:29360:0:(file.c:1742:ll_merge_attr_nolock()) [0x200000402:0x36:0x0] updating i_size 83131 i_blocks 0 00000080:00200000:2.0:1780298647.001610:0:29360:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1211 00000080:00200008:2.0:1780298647.005391:0:29360:0:(file.c:447:ll_file_release()) START file f16b.sanityn.fsxlog:[0x200000402:0x36:0x0](ffff8c4398a77448), flags 100001 00000002:00100000:2.0:1780298647.005457:0:29360:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8c43886bc380 x1866777608606464/t4294990753(4294990753) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1780298651 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780298647.005469:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780298647.005474:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388645500 x1866777609794688/t0(0) o35->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1780298647.005495:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609794688:192.168.203.125@tcp:35:fsx.0 00000100:00100000:2.0:1780298647.005575:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298647.006755:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388645500 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609794688:192.168.203.125@tcp:35:fsx.0 00000002:00100000:2.0:1780298647.006773:0:29360:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8c43886bc380 x1866777608606464/t4294990753(4294990753) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1780298651 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1780298647.006803:0:29360:0:(file.c:447:ll_file_release()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a721c8), flags 100002 00000002:00100000:2.0:1780298647.006831:0:29360:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8c43863a2a00 x1866777608901120/t4294990851(4294990851) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1780298654 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780298647.006838:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43a04da000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780298647.006842:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388647b80 x1866777609794944/t0(0) o35->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1780298647.006856:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609794944:192.168.203.125@tcp:35:fsx.0 00000100:00100000:2.0:1780298647.006888:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298647.007826:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:29360:1866777609794944:192.168.203.125@tcp:35:fsx.0 00000002:00100000:2.0:1780298647.007838:0:29360:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8c43863a2a00 x1866777608901120/t4294990851(4294990851) o101->lustre-MDT0000-mdc-ffff8c43a04da000@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1780298654 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000080:00200008:2.0:1780298647.007885:0:29360:0:(file.c:447:ll_file_release()) START file f16b.sanityn:[0x200000402:0x33:0x0](ffff8c4398a763c8), flags 100002 00000002:00100000:2.0:1780298647.007915:0:29360:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff8c4388652a00 x1866777609366912/t4294991009(4294991009) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1780298658 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780298647.007924:0:29360:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8c43884eb800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780298647.007928:0:29360:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c4388647b80 x1866777609795200/t0(0) o35->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1780298647.007938:0:29360:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609795200:192.168.203.125@tcp:35:fsx.0 00000100:00100000:2.0:1780298647.007970:0:29360:0:(client.c:2691:ptlrpc_set_wait()) set ffff8c4382fa6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298647.009052:0:29360:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388647b80 pname:cluuid:pid:xid:nid:opc:job fsx:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:29360:1866777609795200:192.168.203.125@tcp:35:fsx.0 00000002:00100000:2.0:1780298647.009063:0:29360:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff8c4388652a00 x1866777609366912/t4294991009(4294991009) o101->lustre-MDT0000-mdc-ffff8c43884eb800@192.168.203.125@tcp:12/10 lens 608/688 e 0 to 0 dl 1780298658 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1780298647.165781:0:6149:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780298647.430748:0:29489:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16b: @@@@@@ FAIL: fsx with tiny write failed. 00000100:00100000:1.0:1780298647.676836:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a8786ce-7c8a-40a7-8357-9ee004d06219:2398:1866777609795328:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.676913:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609795456:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.676918:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609795584:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.676947:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609795712:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.676956:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609795840:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.676971:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609795968:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.676985:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609796096:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.676996:0:2397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609796224:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.677017:0:2398:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609796352:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.678071:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609795456:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.678094:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4a8786ce-7c8a-40a7-8357-9ee004d06219:2398:1866777609795328:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.678316:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609795584:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.678323:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609795968:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.678471:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2398:1866777609795840:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.678489:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609796096:192.168.203.125@tcp:400:kworker.0 00000100:00100000:1.0:1780298647.678493:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e30cf99f-4c41-4c6b-8649-e9856bf0abcc:2397:1866777609795712:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.678508:0:2398:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c43a04da000: committing for last_committed 4294969826 gen 1 00000100:00100000:1.0:1780298647.678511:0:2397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2397:1866777609796224:192.168.203.125@tcp:400:kworker.0 00000100:00100000:0.0:1780298647.678588:0:2398:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff8c4388662d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca:2398:1866777609796352:192.168.203.125@tcp:400:kworker.0 Debug log: 64348 lines, 64348 kept, 0 dropped, 0 bad.